-- Logs begin at Thu 2022-04-07 10:58:05 UTC, end at Thu 2022-04-07 12:29:21 UTC. -- Apr 07 11:45:38.589647 dv-cinder-836769-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 11:45:41.611175 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:45:41.611806 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:45:41.611965 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110190) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:45:41.615654 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:45:41.615911 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:45:41.616227 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110190) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:45:41.617168 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:45:41.617405 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:45:41.617784 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:45:41.618030 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:45:41.618259 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:45:41.618704 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.619137 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 11:45:41.619455 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.619757 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.620056 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.620353 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.620646 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.620931 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.621737 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.622172 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.622465 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.622776 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.623066 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.623363 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.623649 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.623943 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.624236 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.624523 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] debug = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.624809 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.625251 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.625666 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.625954 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.626250 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.626535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.626834 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.627116 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.627405 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.627741 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] host = dv-cinder-836769-3-iscsi {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.628024 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.628318 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.628610 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.628908 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.629187 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.629470 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.629761 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.630039 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.630319 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] log_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.630623 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.630919 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.631209 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.631502 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.631729 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.631955 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.632257 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.632549 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.632828 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.633107 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.633389 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.633667 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.633944 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.634218 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.634508 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.634816 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.635105 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.635385 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.635662 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.635934 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.636208 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.636497 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.636832 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.637616 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.637897 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.638189 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.638463 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.638769 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.639076 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.639367 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.639656 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.639948 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.640226 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.640514 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.640791 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.641068 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.641343 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] use_json = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.641618 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.641892 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.642178 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.642456 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.642756 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.643034 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.643311 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.643600 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.643876 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:41.644175 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.644477 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.644782 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.645083 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.645379 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.645663 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.645958 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.646241 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.646536 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.646852 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.647145 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.647428 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.647729 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.648023 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.648324 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.648636 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.648942 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.649239 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.649520 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.649801 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.650083 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.650367 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.650747 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.651033 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.651328 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.651620 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.651903 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.652208 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.652566 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.652993 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.653295 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.653577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.653861 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.654157 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.654443 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.654751 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.655034 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.655329 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.655608 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.655887 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.656174 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.656457 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.656734 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.657010 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.657291 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.657583 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.657862 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.658137 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.658413 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.658720 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.659002 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.659289 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.659569 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.659847 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.660122 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.660402 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.660678 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.660955 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.661234 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.661509 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.661787 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.662063 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.662340 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.662640 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.662919 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.663197 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.663474 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.663749 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.664028 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.664305 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.664581 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.664858 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.665133 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.665410 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.665697 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.665992 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.666271 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.666592 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.666855 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.667133 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.667410 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.667688 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.668111 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.668415 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.668694 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.668992 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.669279 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.669567 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.669869 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.670148 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.670447 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.670765 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.671046 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.671330 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.671607 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.671886 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.672169 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.672455 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.672751 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.673048 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.673345 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.673642 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.673936 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.674221 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.674532 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.674836 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:41.675053 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:45:41.675293 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110190) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 11:45:42.051823 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:45:42.052104 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:45:42.052405 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:45:42.052745 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 11:45:42.378968 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.379192 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.379463 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.380625 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.380900 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.382883 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.435843 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.436122 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.436390 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.450865 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.451147 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.451418 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.481103 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.481373 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.481635 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.517391 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.517671 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.517939 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.856971 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.857494 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.857494 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.857766 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.858469 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.957540 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.957857 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.958141 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.958413 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.958703 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.959023 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.959284 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.959541 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.959796 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.960081 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.960341 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.960606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.960861 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.961111 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.961367 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.961631 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.961886 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.962154 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.962422 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.962772 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.963048 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.963302 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.963584 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.963964 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.964213 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.964459 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:42.965119 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:42.965367 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:42.965611 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:42.965852 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:42.966092 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:42.966330 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:42.966730 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 11:45:42.969832 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 11:45:42.973742 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 11:45:42.977372 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 07 11:45:42.979033 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 11:45:42.979501 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 11:45:42.979838 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 11:45:42.980228 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 11:45:42.984562 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 11:45:42.984816 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 11:45:42.985166 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:45:42.990240 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 11:45:43.014057 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 11:45:43.014504 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:43.014829 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110190) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 11:45:43.015201 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:43.016565 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110190) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 11:45:43.016844 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:45:43.017086 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 11:45:43.020371 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:43.020657 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:43.081273 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 11:45:43.081513 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 11:45:43.081750 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 11:45:43.082124 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 11:45:43.102912 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_db.sqlalchemy.engines [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110190) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 11:45:43.881325 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing driver for type 'gre' Apr 07 11:45:43.881844 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] gre ID ranges: [(1, 1000)] Apr 07 11:45:44.053331 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing driver for type 'local' Apr 07 11:45:44.053670 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing driver for type 'vlan' Apr 07 11:45:44.139295 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] VlanTypeDriver initialization complete Apr 07 11:45:44.139558 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing driver for type 'vxlan' Apr 07 11:45:44.140110 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] vxlan ID ranges: [(1, 1000)] Apr 07 11:45:44.299574 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing extension driver 'port_security' Apr 07 11:45:44.299917 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.extensions.port_security [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] PortSecurityExtensionDriver initialization complete Apr 07 11:45:44.300249 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing mechanism driver 'openvswitch' Apr 07 11:45:44.300582 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing mechanism driver 'hyperv' Apr 07 11:45:44.310196 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.plugin [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.311087 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.311461 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.311815 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.312380 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:45:44.312842 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.313195 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.313538 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.313935 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:45:44.314341 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.314725 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.315093 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.315494 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:45:44.315965 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.316317 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.316657 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.317046 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:45:44.317451 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.317795 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.318134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.318527 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:45:44.318958 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.319302 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.319642 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.320071 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:45:44.320565 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] ML2 OVO RPC backend initialized. {{(pid=110190) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 11:45:44.321271 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.321627 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.322084 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.322436 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > networks before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.322806 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.323150 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > ports before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.323494 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.323835 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.324724 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.325063 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.325398 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.325731 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.326064 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.326396 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.326823 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.331779 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.331779 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.337615 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded quota_driver: . Apr 07 11:45:44.338031 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.plugin [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Modular L2 Plugin initialization complete Apr 07 11:45:44.338576 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading services supported by the core plugin {{(pid=110190) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 11:45:44.338932 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.plugins.ml2.managers [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Got port-security extension from driver 'port_security' Apr 07 11:45:44.339415 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.extensions.vlantransparent [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Disabled vlantransparent extension. Apr 07 11:45:44.340518 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110190) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 11:45:44.340843 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: router Apr 07 11:45:44.388090 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.388481 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router after_create 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.388852 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router before_create 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.389215 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.389633 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.390018 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router after_delete 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.390377 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.390753 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.391110 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router after_create 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.391455 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router after_update 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.391806 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router after_update 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.392154 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.392512 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router after_update 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.392922 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.393291 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: port after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.393631 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: port after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.394007 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: subnet after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.394351 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.394722 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.395069 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.395413 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: port before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.395752 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.396109 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router after_update 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.396447 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.396798 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.397154 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.397495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.397855 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > agent after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.398330 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.398708 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > network after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.399568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Tracking information for resource: router configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:44.399899 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Tracking information for resource: floatingip configured {{(pid=110190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:45:44.405371 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.db.l3_agentschedulers_db [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 11:45:44.405947 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: port after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.406310 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: port after_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.406740 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: port after_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.407092 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: port after_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.407888 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router before_create 55550100 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.408340 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.408705 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.409061 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.413856 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.services.provider_configuration [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service providers = [] {{(pid=110190) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 11:45:44.414216 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.db.servicetype_db [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110190) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 11:45:44.417161 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.services.service_base [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:45:44.417509 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.services.service_base [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:45:44.417876 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.services.service_base [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:45:44.418849 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.services.service_base [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:45:44.419261 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.services.service_base [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 11:45:44.419652 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.419951 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 11:45:44.432927 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.433262 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: auto_allocate Apr 07 11:45:44.439141 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: network precommit_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.439605 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: network precommit_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.440122 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.440439 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: tag Apr 07 11:45:44.447286 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.447620 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: timestamp Apr 07 11:45:44.458478 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.458842 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: network_ip_availability Apr 07 11:45:44.464393 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.464923 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.465291 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.465997 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.466380 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: flavors Apr 07 11:45:44.472527 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.472856 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading Plugin: revisions Apr 07 11:45:44.477177 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:45:44.477570 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_concurrency.lockutils [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.425s {{(pid=110190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:45:44.478302 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110190) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 11:45:44.478693 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Initializing extension manager. Apr 07 11:45:44.479216 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: __init__.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.479558 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: __pycache__ {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.479888 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: address_group.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.481179 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.481728 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: address-group Apr 07 11:45:44.482149 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: address_scope.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.482895 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.483396 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: address-scope Apr 07 11:45:44.483715 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.484635 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.485138 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: router-admin-state-down-before-update Apr 07 11:45:44.485460 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: agent.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.486147 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.486676 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: agent Apr 07 11:45:44.487060 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: agent_resources_synced.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.488209 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.488706 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: agent-resources-synced Apr 07 11:45:44.489024 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.490866 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.491385 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: allowed-address-pairs Apr 07 11:45:44.491712 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.492775 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.493279 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: auto-allocated-topology Apr 07 11:45:44.493601 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: availability_zone.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.494334 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.494850 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: availability_zone Apr 07 11:45:44.501277 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: availability_zone_filter.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.501995 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.502490 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: availability_zone_filter Apr 07 11:45:44.502834 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: data_plane_status.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.503728 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.504219 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 11:45:44.504535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: default_subnetpools.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.505475 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.505967 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: default-subnetpools Apr 07 11:45:44.506285 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.507123 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.507618 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: dhcp_agent_scheduler Apr 07 11:45:44.507937 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: dns.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.508912 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.509403 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 11:45:44.509722 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: dns_domain_ports.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.510653 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.511154 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 11:45:44.511472 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.512405 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.512934 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 11:45:44.513309 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: dvr.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.513973 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.514466 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: dvr Apr 07 11:45:44.514808 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: ecmp_routes.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.515717 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.516211 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 11:45:44.516529 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: empty_string_filtering.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.517424 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.517921 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: empty-string-filtering Apr 07 11:45:44.518240 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.519184 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.519682 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:45:44.519998 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.521025 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.521515 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 11:45:44.521837 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: external_net.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.522781 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.523282 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: external-net Apr 07 11:45:44.523598 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.530640 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.531136 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: extra_dhcp_opt Apr 07 11:45:44.531453 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: extraroute.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.532358 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.532853 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: extraroute Apr 07 11:45:44.533169 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: extraroute_atomic.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.534185 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.534720 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: extraroute-atomic Apr 07 11:45:44.535041 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: filter_validation.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.535695 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.536189 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: filter-validation Apr 07 11:45:44.536505 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: fip_pf_description.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.537466 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.537953 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 11:45:44.538270 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: fip_pf_port_range.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.539198 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.539692 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 11:45:44.540006 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: fip_port_details.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.541180 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.541726 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: fip-port-details Apr 07 11:45:44.542100 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: flavors.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.543872 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.544369 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: flavors Apr 07 11:45:44.544695 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.546358 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.546897 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 11:45:44.547234 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: floatingip_pools.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.547926 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.548429 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: floatingip-pools Apr 07 11:45:44.548752 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: ip_allocation.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.549740 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.550234 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 11:45:44.550578 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.551488 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.551987 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: ip-substring-filtering Apr 07 11:45:44.552311 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l2_adjacency.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.553235 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.553732 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 11:45:44.554052 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.555048 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.555559 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: router Apr 07 11:45:44.555883 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.564925 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.565448 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:45:44.565779 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.566835 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.567346 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: ext-gw-mode Apr 07 11:45:44.567672 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.568591 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.569087 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: l3-ha Apr 07 11:45:44.569411 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.570312 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.570833 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 11:45:44.571159 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3_flavors.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.572062 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.572618 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: l3-flavors Apr 07 11:45:44.572943 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.574413 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.575026 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 11:45:44.575392 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.576356 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.576856 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 11:45:44.577178 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: l3agentscheduler.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.578279 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.578810 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: l3_agent_scheduler Apr 07 11:45:44.579138 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: local_ip.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.580904 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.581411 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension local_ip not supported by any of loaded plugins Apr 07 11:45:44.581736 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: logging.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.583372 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.583897 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension logging not supported by any of loaded plugins Apr 07 11:45:44.584230 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: metering.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.584972 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.585617 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: metering Apr 07 11:45:44.585948 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.587851 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.588358 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: metering_source_and_destination_fields Apr 07 11:45:44.588685 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: multiprovidernet.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.589609 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.590927 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: multi-provider Apr 07 11:45:44.591259 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: netmtu.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.592173 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.592709 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: net-mtu Apr 07 11:45:44.593086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: netmtu_writable.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.593998 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.594494 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: net-mtu-writable Apr 07 11:45:44.594841 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: network_availability_zone.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.595574 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.596069 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: network_availability_zone Apr 07 11:45:44.596388 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: network_ip_availability.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.597478 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.597975 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: network-ip-availability Apr 07 11:45:44.598293 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: network_segment_range.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.599088 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.599582 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 11:45:44.599903 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: pagination.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.600866 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.601190 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: pagination Apr 07 11:45:44.601505 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: port_device_profile.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.605001 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.606065 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: port-device-profile Apr 07 11:45:44.606386 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.607341 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.607842 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: port-mac-address-regenerate Apr 07 11:45:44.608161 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.609073 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.609572 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: port-numa-affinity-policy Apr 07 11:45:44.609892 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: port_resource_request.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.610831 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.611329 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 11:45:44.611648 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: port_resource_request_groups.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.612928 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.613427 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 11:45:44.613746 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: portbindings.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.614688 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.615188 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: binding Apr 07 11:45:44.615553 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: portbindings_extended.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.616859 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.617373 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: binding-extended Apr 07 11:45:44.617699 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: portsecurity.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.618690 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.619195 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: port-security Apr 07 11:45:44.619517 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: project_id.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.620478 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.620804 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: project-id Apr 07 11:45:44.621149 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: providernet.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.622055 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.622582 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: provider Apr 07 11:45:44.622924 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.626566 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.627150 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos not supported by any of loaded plugins Apr 07 11:45:44.627486 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.628718 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.629238 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 11:45:44.629548 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.630524 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.631047 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 11:45:44.631370 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_default.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.632288 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.632822 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-default not supported by any of loaded plugins Apr 07 11:45:44.633145 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_fip.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.634052 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.634564 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 11:45:44.634892 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.635806 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.636303 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 11:45:44.636705 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.645229 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.645682 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 11:45:44.646003 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.647008 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.647511 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 11:45:44.647835 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.648866 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.649370 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 11:45:44.649691 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.650787 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.651289 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 11:45:44.651610 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_pps_rule.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.653360 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.653870 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 11:45:44.654193 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.655138 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.655641 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 11:45:44.655960 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.656866 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.657414 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 11:45:44.657734 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: qos_rules_alias.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.658795 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.659299 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 11:45:44.659619 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: quota_check_limit.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.660519 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.661019 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: quota-check-limit Apr 07 11:45:44.661337 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: quotasv2.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.662264 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.662610 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: quotas Apr 07 11:45:44.662930 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: quotasv2_detail.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.664606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.664934 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: quota_details Apr 07 11:45:44.665260 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: rbac.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.666311 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.666848 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: rbac-policies Apr 07 11:45:44.667178 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: rbac_address_group.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.668166 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.668827 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: rbac-address-group Apr 07 11:45:44.669151 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: rbac_address_scope.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.670062 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.670582 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: rbac-address-scope Apr 07 11:45:44.670913 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: rbac_security_groups.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.671896 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.672396 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: rbac-security-groups Apr 07 11:45:44.672715 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.673628 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.674125 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: rbac-subnetpool Apr 07 11:45:44.674445 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: revisionifmatch.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.675389 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.675927 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: revision-if-match Apr 07 11:45:44.676247 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: revisions.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.684007 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.684800 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: standard-attr-revisions Apr 07 11:45:44.685126 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: router_availability_zone.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.685794 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.686293 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: router_availability_zone Apr 07 11:45:44.686646 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: routerservicetype.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.687613 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.688109 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 11:45:44.688428 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.689341 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.689845 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: security-groups-normalized-cidr Apr 07 11:45:44.690164 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.691175 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.691712 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: port-security-groups-filtering Apr 07 11:45:44.692037 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.692974 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.693470 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: security-groups-remote-address-group Apr 07 11:45:44.693787 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.694730 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.695229 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: security-groups-shared-filtering Apr 07 11:45:44.695547 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.696125 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 11:45:44.696441 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: securitygroup.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.706453 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.707002 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: security-group Apr 07 11:45:44.707333 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: segment.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.708060 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.708567 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension segment not supported by any of loaded plugins Apr 07 11:45:44.708889 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.709880 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.710387 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 11:45:44.710737 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: servicetype.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.711826 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.712341 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: service-type Apr 07 11:45:44.712666 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: sorting.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.713633 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.713961 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: sorting Apr 07 11:45:44.714282 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: standard_attr_segment.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.715740 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.716248 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 11:45:44.716571 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: standardattrdescription.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.717257 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.717755 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: standard-attr-description Apr 07 11:45:44.718073 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: stateful_security_group.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.719024 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.719522 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: stateful-security-group Apr 07 11:45:44.719838 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: stdattrs_common.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.720399 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 11:45:44.720715 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.721698 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.722199 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 11:45:44.722526 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: subnet_onboard.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.723586 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.724090 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: subnet_onboard Apr 07 11:45:44.724412 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.725327 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.725826 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 11:45:44.726147 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: subnet_service_types.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.727093 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.727595 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: subnet-service-types Apr 07 11:45:44.727913 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: subnetallocation.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.728991 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.729496 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: subnet_allocation Apr 07 11:45:44.729815 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.731076 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.731579 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: subnetpool-prefix-ops Apr 07 11:45:44.731892 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.732835 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.733330 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 11:45:44.733645 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: tagging.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.734735 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.735247 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: standard-attr-tag Apr 07 11:45:44.735569 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: timestamp.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.736797 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.737300 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loaded extension: standard-attr-timestamp Apr 07 11:45:44.737876 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: trunk.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.738927 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.739431 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension trunk not supported by any of loaded plugins Apr 07 11:45:44.739752 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: trunk_details.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.740662 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.741162 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 11:45:44.741484 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.742498 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.743034 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 11:45:44.743356 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Loading extension file: vlantransparent.py {{(pid=110190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:45:44.744020 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:45:44.744515 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 11:45:44.747142 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:network Apr 07 11:45:44.747673 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:subnet Apr 07 11:45:44.748070 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:45:44.748459 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:port Apr 07 11:45:44.749692 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.750130 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service FLAVORS assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.750765 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.751185 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.751513 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:router Apr 07 11:45:44.751951 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:45:44.752418 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service METERING assigned prefix: /metering {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.753840 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.754208 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.754571 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:44.755564 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:45:44.756011 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:45:44.756443 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:45:44.757024 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service CORE assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.757352 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:45:44.757702 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] subnetpool is already registered Apr 07 11:45:44.758134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service CORE assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.758458 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:45:44.758816 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] subnetpool is already registered Apr 07 11:45:44.761065 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.761495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service FLAVORS assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.762129 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.762515 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.762865 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:router Apr 07 11:45:44.763198 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] router is already registered Apr 07 11:45:44.763602 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:45:44.763930 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] floatingip is already registered Apr 07 11:45:44.764373 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service METERING assigned prefix: /metering {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.765028 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:45:44.765357 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] rbac_policy is already registered Apr 07 11:45:44.765766 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:45:44.766097 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] security_group is already registered Apr 07 11:45:44.766491 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:45:44.766845 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] security_group_rule is already registered Apr 07 11:45:44.767463 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service CORE assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.767786 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:45:44.768111 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] subnetpool is already registered Apr 07 11:45:44.768522 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.v2.resource_helper [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Service CORE assigned prefix: {{(pid=110190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:45:44.768842 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:45:44.769167 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING neutron.quota.resource_registry [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] subnetpool is already registered Apr 07 11:45:44.769630 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: extensions {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.771118 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: address-groups {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.772597 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: address-scopes {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.773904 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: agents {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.775105 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: auto-allocated-topology {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.776326 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: availability_zones {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.778172 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: dhcp-networks {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.779700 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: dhcp-agents {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.781211 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: routers {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.784415 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: flavors {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.785598 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: service_profiles {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.786832 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: next_providers {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.788271 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: service_profiles {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.789806 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: floatingip-pools {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.791059 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: routers {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.793752 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: floatingips {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.795053 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: l3-routers {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.796442 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: l3-agents {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.797839 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: metering-labels {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.799216 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: metering-label-rules {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.800472 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: network-ip-availabilities {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.801717 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: bindings {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.803379 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: quotas {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.804948 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: quotas {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.806456 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: rbac-policies {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.807749 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: security-groups {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.809514 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: security-group-rules {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.810753 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: service-providers {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.811969 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: subnetpools {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.813438 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: subnetpools {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.814904 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.816707 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.818508 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.820296 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.822072 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.823938 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.826166 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.828087 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.829818 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.831679 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron.api.extensions [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Extended resource: tags {{(pid=110190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:45:44.837589 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING keystonemiddleware.auth_token [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 11:45:44.842442 dv-cinder-836769-3-iscsi neutron-server[110190]: WARNING keystonemiddleware.auth_token [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 11:45:44.851197 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_concurrency.lockutils [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Acquired lock "singleton_lock" {{(pid=110190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 11:45:44.851687 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_concurrency.lockutils [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Releasing lock "singleton_lock" {{(pid=110190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 11:45:44.852327 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO oslo_service.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Starting 2 workers Apr 07 11:45:44.857284 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Started child 110303 {{(pid=110190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:45:44.861870 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Started child 110304 {{(pid=110190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:45:44.863223 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.863845 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO neutron.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 11:45:44.864368 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.864818 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [-] (110303) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:45:44.866905 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO oslo_service.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Starting 1 workers Apr 07 11:45:44.867016 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.868377 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [-] (110304) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:45:44.872675 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Started child 110305 {{(pid=110190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:45:44.873263 dv-cinder-836769-3-iscsi neutron-server[110190]: INFO oslo_service.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Starting 1 workers Apr 07 11:45:44.876756 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] calling RpcWorker wait() {{(pid=110305) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 11:45:44.877316 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] returning from RpcWorker wait() {{(pid=110305) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 11:45:44.877782 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Started child 110306 {{(pid=110190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:45:44.878634 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG neutron_lib.callbacks.manager [None req-19c9bf05-de03-4207-90c8-830d8e7ab8d9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.878753 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.879196 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.880600 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:45:44.880803 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:45:44.880988 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:45:44.881216 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:45:44.881560 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:45:44.882134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:45:44.882216 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.882488 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.882811 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.883226 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.883226 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.883420 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.884028 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.884160 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.884289 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.884528 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.884813 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.885074 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.885241 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.885404 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.885656 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.885890 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.886214 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.886465 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.887331 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.887581 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.887755 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.888101 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.888467 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.888728 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.889012 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] debug = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.889261 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.889746 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.889972 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.890236 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.890483 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.890778 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.891024 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.891303 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.891539 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.891756 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.892002 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.892249 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.892471 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.892696 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.892967 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.893186 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.893442 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.893663 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.894132 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] host = dv-cinder-836769-3-iscsi {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.894369 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.894623 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.894873 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.895119 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.895414 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.895594 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.895849 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.896114 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.896355 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.896579 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.896795 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.897053 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.897269 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.897507 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.897670 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_options = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.897914 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.898194 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.898449 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.898635 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.898802 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.898961 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.899227 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.899388 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.899640 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.899872 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.900087 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.900318 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.900569 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.900766 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.901020 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.901233 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.901469 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.901697 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.901941 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.902199 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.902496 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.902850 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.903070 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.903321 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.903555 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.903769 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.903994 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.904209 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.904436 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.904666 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.904910 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.905174 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.906537 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.906806 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.907076 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.907310 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.908599 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.909045 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.909623 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.910075 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.910075 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.910946 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.911242 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.911778 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.912069 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.912366 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.912669 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_json = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.912965 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.913692 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.914027 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.914322 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.914653 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.914943 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.915275 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.915585 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.915869 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:44.916329 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.916611 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.916928 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.917206 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.917449 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.917718 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.918017 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.918241 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.918480 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.918770 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.923134 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924106 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924745 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924745 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924745 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924745 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924745 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924745 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.924745 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.925227 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.925227 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.925377 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.925635 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.925871 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.926095 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.926376 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.926622 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.926845 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.927158 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.927377 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.927621 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.927852 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.928119 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.928353 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.928607 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.929793 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.929793 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.929793 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.929793 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.929793 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.930157 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.930312 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.930505 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.930763 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.931003 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.931203 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.931411 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.931656 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.932454 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.932454 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.932454 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.934535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.934535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.934535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.934535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.934535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.934535 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.935577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.935577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.935577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.935577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.936132 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.936132 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.936313 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.936464 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.936674 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.936954 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.937347 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.937603 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.938596 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.938596 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.938596 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.939308 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.940054 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.940866 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.941115 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.941324 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.942765 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.943137 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.943422 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.943675 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.943938 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.944342 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.944583 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.944858 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.945111 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.945340 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.945562 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.945839 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.946099 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.946367 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.946647 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.946874 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.947135 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.947358 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.947586 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.947842 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.948067 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.948307 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.948558 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.948844 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.949775 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.950083 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.950295 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.950816 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.951157 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.951403 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.951684 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.951930 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.952205 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.952557 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.952826 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.953126 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.953403 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.953658 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.953909 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.954164 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.954516 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.954785 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.955057 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.955304 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.955571 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.955836 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.956059 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.956295 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.956619 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.956861 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.957083 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.957323 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.957599 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.957849 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.958197 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.958478 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.958769 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.959044 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.959292 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.959543 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.960208 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.961069 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.961596 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.961833 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.962095 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.962321 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.963781 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.964020 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.965529 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.967010 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.967258 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.967760 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.968103 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.968356 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.970009 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.970307 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.970845 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.971100 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.971367 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.971634 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.971875 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.972118 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.972349 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.972615 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.972848 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.973144 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.973402 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.973645 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.973905 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.974164 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.974432 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.974674 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.974941 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.975189 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.975410 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.975632 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.975858 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.976079 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.976298 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.976532 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.976772 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.977032 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.977288 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.977651 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.977903 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.978170 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.978435 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.978912 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.979196 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.979430 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.979768 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.979993 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.981002 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.981247 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.981523 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.981755 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.982002 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.982225 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.982446 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.982727 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.982987 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.983231 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.983455 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.983704 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.983942 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.984164 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.984404 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.984587 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.984830 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.985048 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.985268 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.985481 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.985777 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.986021 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.986255 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.986521 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.986783 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.987016 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.987249 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.987460 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.987930 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.988155 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.988373 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.988586 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.988836 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.989217 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.989360 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.989485 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.989749 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.989920 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.990146 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.990361 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.990588 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.990834 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.991051 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.991267 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.991494 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.991737 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.991918 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.992139 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.992355 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.992567 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.992795 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.993176 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.993332 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.993473 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.993647 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.993859 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.994161 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.994410 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.994709 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.994971 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.995202 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.995448 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.995690 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.996603 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.996823 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.997088 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.997331 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.997551 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.997774 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.998047 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.999092 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.999092 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.999092 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.999526 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:44.999526 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.002609 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.002609 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.002609 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.002609 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.002609 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.002609 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003014 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003086 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003533 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003533 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003802 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.003883 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.004401 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.004753 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.004984 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.005253 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.005634 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.005882 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.006191 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:45:45.006757 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:45:45.006918 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:45:45.007246 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:45:45.007564 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:45:45.007748 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:45:45.007906 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:45:45.008110 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.008270 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.008433 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.008595 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.008757 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.008939 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.009101 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.009261 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.009419 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.009583 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.009744 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.009913 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.010067 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.010228 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.010390 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.010578 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.010728 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.010889 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.011057 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.011217 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.011375 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.011577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.011743 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] debug = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.011905 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.012113 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.012278 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.012438 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.012596 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.012755 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.012915 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.013074 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.013232 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.013393 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.013550 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.013712 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.013868 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.014024 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.014185 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.014341 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.014497 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.014679 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.014843 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] host = dv-cinder-836769-3-iscsi {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.015024 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.015159 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.015317 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.015474 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.015632 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.015790 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.015951 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.016103 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.016260 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.016429 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.016570 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.016728 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.016886 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.017042 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.017200 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_options = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.017360 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.017510 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.017665 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.017853 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.018031 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.018177 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.018336 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.018496 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.018682 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.018841 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.019001 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.019230 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.019373 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.019512 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.019679 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.019821 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.019958 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.020096 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.020233 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.020405 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.020560 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.020699 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.020837 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.020973 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.021111 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.021248 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.021385 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.021592 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.021735 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.021883 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.022021 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.022169 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.022320 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.022492 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.022492 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.022802 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.022802 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.023100 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.023100 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.023387 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.023387 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.023649 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.024340 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.024340 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.024628 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.024792 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_json = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.026495 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.027606 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.028568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.029462 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.029462 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.029462 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.029462 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.029462 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.029462 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030110 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030110 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030110 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030110 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030577 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030934 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030934 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.030934 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.031277 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.031277 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.031508 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.031508 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.031673 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.031868 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.032009 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.032135 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.032274 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.032436 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.032598 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.032759 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.032921 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.033082 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.033244 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.033405 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.033567 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.033729 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.033890 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.034051 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.034213 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.034374 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.034536 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.034718 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.034864 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.035031 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.035192 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.035366 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.035529 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.035691 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.035851 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.036012 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.036173 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.036334 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.036494 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.036656 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.036817 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.036978 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.037152 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.037315 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.037477 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.037638 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.037799 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.037984 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.038147 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.038307 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.038469 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.038652 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.038815 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.038975 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.039125 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.039286 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.039451 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.039612 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.039774 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.039934 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.040096 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.040257 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.040417 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.040578 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.040739 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.040909 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.041085 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.041246 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.041407 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.041568 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.041729 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.041879 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.042080 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.042171 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.042337 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.042521 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.042703 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.043420 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.043586 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.043749 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.043909 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.044071 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.044232 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.044392 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.044576 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.044738 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.044922 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.045084 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.045285 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.045446 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.045607 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.045767 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.045927 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.046097 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.046256 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.046419 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.046602 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.046774 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.046945 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.047108 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.047271 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.047432 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.047592 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.047753 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.047914 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.048075 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.048235 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.048395 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.048557 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.048730 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.048891 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.049052 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.049211 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.049394 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.049555 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.049721 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.049882 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.050043 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.050202 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.050364 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.050525 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.050708 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.050869 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.051031 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.051192 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.051352 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.051514 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.051675 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.051835 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.051997 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.052172 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.052308 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.052469 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.052630 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.052789 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.052950 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.053110 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.053270 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.053429 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.053591 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.053752 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.053913 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.054073 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.054234 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.054393 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.054591 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.054738 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.054898 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.055059 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.055219 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.055383 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.055543 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.055704 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.055865 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.056025 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.056186 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.056348 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.056511 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.056671 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.056832 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.056992 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.057154 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.057314 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.057475 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.057636 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.057796 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.057956 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.058116 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.058295 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.058561 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.058747 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.058913 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.059075 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.059235 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.059396 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.059562 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.059722 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.059883 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.060046 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.060207 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.060368 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.060529 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.060689 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.060849 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.061013 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.061175 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.061337 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.061498 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.061661 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.061822 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.061983 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.062161 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.062290 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.062454 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.062635 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.062798 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.062958 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.063132 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.063294 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.063454 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.063614 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.063773 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.063934 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.064104 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.064267 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.064427 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.064587 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.064747 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.064907 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.065077 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.065238 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.065397 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.065557 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.065717 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.065876 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.066045 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.066264 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.066429 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.066611 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.066773 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.066934 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.067104 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.067264 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.067425 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.067586 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.067747 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.067906 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.068076 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.068238 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.068400 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.068560 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.068720 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.068880 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.069050 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.069214 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.069376 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.069547 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.069708 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.069870 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.070031 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.070204 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.070366 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.070529 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.070711 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.070873 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.071034 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.071197 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.071363 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.071534 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.071702 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.071864 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.072034 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.072203 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.072372 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.072534 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.072701 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.072874 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.073035 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.073195 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.073356 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.073518 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.073679 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.073839 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.074498 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.074702 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.074866 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.075029 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.075189 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.075350 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.075511 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.075672 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.075833 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.075994 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.076156 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.076318 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.076478 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:45:45.076632 dv-cinder-836769-3-iscsi neutron-server[110190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:45:45.273974 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 56984) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:45.282621 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064220 Apr 07 11:45:56.966375 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8828a-cea2-4e58-83b3-8a41452d4255 None None] get_active_networks_info from dv-cinder-836769-3-iscsi {{(pid=110305) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:45:57.044050 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c8828a-cea2-4e58-83b3-8a41452d4255 None None] No non-hosted networks {{(pid=110305) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 11:45:57.063135 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.agentschedulers_db [None req-39c8828a-cea2-4e58-83b3-8a41452d4255 None None] DHCP Agent not found on host dv-cinder-836769-3-iscsi {{(pid=110305) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 11:45:57.257076 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9169e0cb-eb92-4fd5-8878-bb759cb86cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814437'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.501352 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-87c855f6-43cb-4e32-a35b-33b0d5229684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814437'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.540585 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.db.api [None req-dca7e2f8-7138-45e7-bd13-0cf2915cb277 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836769-3-iscsi {{(pid=110305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:45:59.541424 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG oslo_db.api [None req-dca7e2f8-7138-45e7-bd13-0cf2915cb277 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:46:00.133467 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-dca7e2f8-7138-45e7-bd13-0cf2915cb277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.160230 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57052) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.287924 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814437'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.700407 dv-cinder-836769-3-iscsi neutron-server[110303]: WARNING oslo_policy.policy [None req-d5a1c68c-ce62-4314-abf4-41fbdc29f777 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:00.701009 dv-cinder-836769-3-iscsi neutron-server[110303]: WARNING oslo_policy.policy [None req-d5a1c68c-ce62-4314-abf4-41fbdc29f777 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:00.924849 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [None req-d5a1c68c-ce62-4314-abf4-41fbdc29f777 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:46:00.938571 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d5a1c68c-ce62-4314-abf4-41fbdc29f777 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7638817 Apr 07 11:46:01.973315 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814437'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.391580 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814437'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.393213 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.394874 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.395861 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.396377 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.396721 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.397289 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.397926 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.398481 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.398845 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.399180 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.399638 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.400427 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.400767 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.402576 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.403288 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:03.404025 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836769-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:03.409426 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836769-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:03.530614 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57082) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:03.862446 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-d6f15855-828f-4fd4-b2b2-324cddd6e0f5 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:03.954539 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.policy [None req-d6f15855-828f-4fd4-b2b2-324cddd6e0f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110303) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:46:03.997970 dv-cinder-836769-3-iscsi neutron-server[110303]: WARNING oslo_policy.policy [None req-d6f15855-828f-4fd4-b2b2-324cddd6e0f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:03.998353 dv-cinder-836769-3-iscsi neutron-server[110303]: WARNING oslo_policy.policy [None req-d6f15855-828f-4fd4-b2b2-324cddd6e0f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:04.165876 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d6f15855-828f-4fd4-b2b2-324cddd6e0f5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737369171540', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737369169953', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737369219547', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737369212172', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737369203044', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737369202459', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-820942', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-839733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1957144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1975237'] for rbac-policy (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.352385 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d6f15855-828f-4fd4-b2b2-324cddd6e0f5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.353743 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d6f15855-828f-4fd4-b2b2-324cddd6e0f5 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8220117 Apr 07 11:46:06.560888 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.db.l3_hamode_db [None req-5759fa90-d54d-406c-85fe-38bb24f0b478 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 11:46:06.639057 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759fa90-d54d-406c-85fe-38bb24f0b478 None None] Routers set() bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:06.639362 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759fa90-d54d-406c-85fe-38bb24f0b478 None None] Router IDs set() for agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:46:06.874952 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57094) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:07.186798 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:07.264121 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Made reservation on behalf of a58a5c2dec5d4f5e8ad65c6dfc7a6a23 for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:07.267824 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.284153 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.390392 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks [] for security_group (a4f637d0-d383-4285-901d-766fa9584837), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.459126 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a4f637d0-d383-4285-901d-766fa9584837), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.485353 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:46:07.521525 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737371926721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (32f71920-762f-44a5-b8db-786843fc7f5f), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.522046 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Unsubscribe: segment precommit_create {{(pid=110303) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:46:07.522595 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Added segment 32f71920-762f-44a5-b8db-786843fc7f5f of type vlan for network 5159da35-8e4a-443b-a751-952710482a71 Apr 07 11:46:07.539284 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f637d0-d383-4285-901d-766fa9584837,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:07.589754 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.590091 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.590445 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.590834 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.591166 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.591494 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.591819 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.592144 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.592466 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.592798 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.593117 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.593439 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.593757 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.594074 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.594392 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Tracked resource versions report: Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: pushed versions: Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: { 'AddressGroup': {'1.2'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Agent': {'1.1'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'ConntrackHelper': {'1.0'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Log': {'1.0'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'NDPProxy': {'1.0'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Network': {'1.1'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Port': {'1.7'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'PortForwarding': {'1.3'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'QosPolicy': {'1.10'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroup': {'1.5'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SubPort': {'1.0'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Subnet': {'1.1'}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Trunk': {'1.1'}} Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: consumer versions: Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Agent': '1.1', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'ConntrackHelper': '1.0', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'LocalIPAssociation': '1.0', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Log': '1.0', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'NDPProxy': '1.0', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Network': '1.1', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Port': '1.7', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'PortForwarding': '1.3', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'QosPolicy': '1.10', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroup': '1.5', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroupRule': '1.2', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SubPort': '1.0', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Subnet': '1.1', Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Trunk': '1.1'}} Apr 07 11:46:07.595875 dv-cinder-836769-3-iscsi neutron-server[110303]: {{(pid=110303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:46:07.628925 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (5159da35-8e4a-443b-a751-952710482a71), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.727178 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (5159da35-8e4a-443b-a751-952710482a71), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.732435 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:07.733123 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.863326 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9873044 Apr 07 11:46:07.866157 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f9133-26d9-4423-b4dc-ca4918f52bcb demo demo] Pushing event updated for resources: {'Network': ['ID=5159da35-8e4a-443b-a751-952710482a71,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:07.882754 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 5159da35-8e4a-443b-a751-952710482a71 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:46:10.406159 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57106) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:10.812897 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c721d302-26df-4a46-b49d-bb6254c2b076 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.814197 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-c721d302-26df-4a46-b49d-bb6254c2b076 demo admin] 10.222.0.37 "GET /v2.0/networks/5159da35-8e4a-443b-a751-952710482a71 HTTP/1.1" status: 200 len: 825 time: 0.4070504 Apr 07 11:46:10.837751 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b9ad8a32-151c-4ea5-8a42-282e1463fad9 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/27a75bfb-0e89-4f3a-ae16-18304ae7c925 HTTP/1.1" status: 200 len: 734 time: 0.0180428 Apr 07 11:46:10.846121 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '27a75bfb-0e89-4f3a-ae16-18304ae7c925', 'gateway_ip': '172.20.0.1', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:10.926707 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Made reservation on behalf of a58a5c2dec5d4f5e8ad65c6dfc7a6a23 for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:10.928885 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.293430 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (921fd00b-c984-46e2-8a3b-f1d448ebc79a), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.365851 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Pushing event updated for resources: {'Subnet': ['ID=921fd00b-c984-46e2-8a3b-f1d448ebc79a,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:11.376929 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Checking segment: {'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:11.377307 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Network hostable DHCP agents. Network: 5159da35-8e4a-443b-a751-952710482a71, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:46:11.458386 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Network 5159da35-8e4a-443b-a751-952710482a71 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:46:11.521337 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 5159da35-8e4a-443b-a751-952710482a71) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:11.527259 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:11.527886 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:11.532818 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99811ac5-a2e2-4f75-9ae4-e2d31319cf7d None None] Network 5159da35-8e4a-443b-a751-952710482a71 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:11.604109 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-bfbf946c-6f8e-4ea3-8297-6795bc799f7d demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7611439 Apr 07 11:46:11.907590 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-5159da35-8e4a-443b-a751-952710482a71', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'fixed_ips': [{'subnet_id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:46:11.908811 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.183179 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Allocated IP 172.20.0.2 (5159da35-8e4a-443b-a751-952710482a71/921fd00b-c984-46e2-8a3b-f1d448ebc79a/78aa0c4e-eeb1-4334-ad1e-c6ac22d66166) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:12.446832 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Publish callbacks [] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.533420 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.610985 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Network 5159da35-8e4a-443b-a751-952710482a71 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:12.617094 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:12.626987 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:12.634332 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Pushing event updated for resources: {'Port': ['ID=78aa0c4e-eeb1-4334-ad1e-c6ac22d66166,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:12.679952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.680303 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.680662 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.681029 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.681370 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.681701 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.682031 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.683160 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.683505 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.683830 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.684157 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.684503 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.684831 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.685153 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.685473 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Tracked resource versions report: Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: pushed versions: Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: { 'AddressGroup': {'1.2'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Agent': {'1.1'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'ConntrackHelper': {'1.0'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Log': {'1.0'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'NDPProxy': {'1.0'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Network': {'1.1'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Port': {'1.7'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'PortForwarding': {'1.3'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'QosPolicy': {'1.10'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroup': {'1.5'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SubPort': {'1.0'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Subnet': {'1.1'}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Trunk': {'1.1'}} Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: consumer versions: Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Agent': '1.1', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'ConntrackHelper': '1.0', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'LocalIPAssociation': '1.0', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Log': '1.0', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'NDPProxy': '1.0', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Network': '1.1', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Port': '1.7', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'PortForwarding': '1.3', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'QosPolicy': '1.10', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroup': '1.5', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroupRule': '1.2', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SubPort': '1.0', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Subnet': '1.1', Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Trunk': '1.1'}} Apr 07 11:46:12.687001 dv-cinder-836769-3-iscsi neutron-server[110305]: {{(pid=110305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:46:12.723893 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Attempting to bind port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:12.724299 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Attempting to bind port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:12.724730 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Attempting to bind port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 on network 5159da35-8e4a-443b-a751-952710482a71 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:12.730615 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:12.731004 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Checking segment: {'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:12.731491 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.731886 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Bound using segment: {'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:12.732376 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Bound port: 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:12.732780 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.800686 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] For port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:12.820996 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] For port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=78aa0c4e-eeb1-4334-ad1e-c6ac22d66166,segment=NetworkSegment(32f71920-762f-44a5-b8db-786843fc7f5f),segment_id=32f71920-762f-44a5-b8db-786843fc7f5f)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:12.893507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:12.952537 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb5859-9b76-48f9-bb3d-b6a788e4d63a None None] Pushing event updated for resources: {'Port': ['ID=78aa0c4e-eeb1-4334-ad1e-c6ac22d66166,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:14.164291 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57114) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:14.675289 dv-cinder-836769-3-iscsi neutron-server[110304]: WARNING oslo_policy.policy [None req-6f2fb641-56a2-4f91-ae2e-057884ed7a4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:14.675859 dv-cinder-836769-3-iscsi neutron-server[110304]: WARNING oslo_policy.policy [None req-6f2fb641-56a2-4f91-ae2e-057884ed7a4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:14.903052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [None req-6f2fb641-56a2-4f91-ae2e-057884ed7a4a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:46:14.904185 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6f2fb641-56a2-4f91-ae2e-057884ed7a4a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7389755 Apr 07 11:46:17.484302 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57128) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:17.803805 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [None req-221a5e71-e01b-411c-bcd1-b4ce6e24aa34 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:46:17.804886 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-221a5e71-e01b-411c-bcd1-b4ce6e24aa34 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196268 Apr 07 11:46:20.362119 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57136) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:20.676626 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:20.737773 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.policy [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110304) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:46:20.781036 dv-cinder-836769-3-iscsi neutron-server[110304]: WARNING oslo_policy.policy [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:20.781420 dv-cinder-836769-3-iscsi neutron-server[110304]: WARNING oslo_policy.policy [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:46:20.904197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (d966b7f2-70b4-4b5b-9774-9e3a540c5425), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.906176 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (d966b7f2-70b4-4b5b-9774-9e3a540c5425), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.065280 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] Publish callbacks [] for router_controller (d966b7f2-70b4-4b5b-9774-9e3a540c5425), precommit_add_association {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.110906 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (d966b7f2-70b4-4b5b-9774-9e3a540c5425), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.191304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.192533 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-74164363-3005-493d-ace1-273e65893dc9 demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8293161 Apr 07 11:46:23.837055 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57150) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:24.149553 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:24.166796 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [None req-09a18e1a-c139-442f-859f-028f71270662 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:46:24.171073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-09a18e1a-c139-442f-859f-028f71270662 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3330991 Apr 07 11:46:24.253628 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:24.253990 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:24.377648 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:24.378054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:24.415374 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=78aa0c4e-eeb1-4334-ad1e-c6ac22d66166,segment=NetworkSegment(32f71920-762f-44a5-b8db-786843fc7f5f),segment_id=32f71920-762f-44a5-b8db-786843fc7f5f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:24.487646 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:24.555903 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4fde1-767e-4dca-ad0c-d0c7b72206b5 None None] Network 5159da35-8e4a-443b-a751-952710482a71 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:24.562503 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=78aa0c4e-eeb1-4334-ad1e-c6ac22d66166,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:24.643364 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-cfe0f2da-132f-489f-b30f-0e363e2f1be4 None None] Provisioning complete for port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:24.643749 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f2da-132f-489f-b30f-0e363e2f1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:24.796714 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0f2da-132f-489f-b30f-0e363e2f1be4 None None] Current status of the port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:25.021510 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-dffcde0c-608e-46c7-9105-574b7ba238cf None None] Provisioning complete for port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:25.022048 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-dffcde0c-608e-46c7-9105-574b7ba238cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:25.119566 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-dffcde0c-608e-46c7-9105-574b7ba238cf None None] Current status of the port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:26.124189 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:26.183065 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:26.183617 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:26.267730 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:26.797376 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57158) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:26.978301 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5f0279ae-6f84-46ec-b0a7-fdf5a4a3a39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.131010 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:27.229425 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Made reservation on behalf of c95599de38534ea88c4536ac30ea95db for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:27.232101 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.247562 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.348672 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks [] for security_group (a09e5173-1314-446f-beee-3970dd15f772), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.389347 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a09e5173-1314-446f-beee-3970dd15f772), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.400221 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Reserving flat network on physical network physnet1 {{(pid=110304) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 11:46:27.430943 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737371926721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (3365c363-1fa8-4f18-9284-841ae2ba9cfe), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.432047 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Unsubscribe: segment precommit_create {{(pid=110304) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:46:27.432729 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Added segment 3365c363-1fa8-4f18-9284-841ae2ba9cfe of type flat for network 3be09739-6b22-4105-8c42-41050eb1ea98 Apr 07 11:46:27.448606 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e5173-1314-446f-beee-3970dd15f772,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:27.473356 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.473692 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.474055 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.474363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.474718 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.475046 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.475358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.475670 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.476003 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.476322 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.476639 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.476968 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.477282 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.477591 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.477897 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Tracked resource versions report: Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: pushed versions: Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: { 'AddressGroup': {'1.2'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Agent': {'1.1'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'ConntrackHelper': {'1.0'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Log': {'1.0'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'NDPProxy': {'1.0'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Network': {'1.1'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Port': {'1.7'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'PortForwarding': {'1.3'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'QosPolicy': {'1.10'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroup': {'1.5'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SubPort': {'1.0'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Subnet': {'1.1'}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Trunk': {'1.1'}} Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: consumer versions: Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Agent': '1.1', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'ConntrackHelper': '1.0', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'LocalIPAssociation': '1.0', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Log': '1.0', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'NDPProxy': '1.0', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Network': '1.1', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Port': '1.7', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'PortForwarding': '1.3', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'QosPolicy': '1.10', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroup': '1.5', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroupRule': '1.2', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SubPort': '1.0', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Subnet': '1.1', Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Trunk': '1.1'}} Apr 07 11:46:27.479574 dv-cinder-836769-3-iscsi neutron-server[110304]: {{(pid=110304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:46:27.547657 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (3be09739-6b22-4105-8c42-41050eb1ea98), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.646452 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (3be09739-6b22-4105-8c42-41050eb1ea98), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.647460 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:27.648130 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.746466 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9480319 Apr 07 11:46:27.749240 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff81e7-277c-4176-abb2-efeb5742a737 admin admin] Pushing event updated for resources: {'Network': ['ID=3be09739-6b22-4105-8c42-41050eb1ea98,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:27.759646 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 3be09739-6b22-4105-8c42-41050eb1ea98 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:46:29.526725 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-62ee3198-ab9e-4eb0-9b5b-79b70e07327c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:30.160653 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:30.249729 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57170) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:30.546770 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b75274-8ecb-459d-abf1-e083d2dd79bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:30.548093 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b5b75274-8ecb-459d-abf1-e083d2dd79bf demo admin] 10.222.0.37 "GET /v2.0/subnets/921fd00b-c984-46e2-8a3b-f1d448ebc79a HTTP/1.1" status: 200 len: 849 time: 0.2974439 Apr 07 11:46:30.711796 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-41d1a46f-a9a4-45b1-8cee-91a27cb54d48 demo admin] 10.222.0.37 "GET /v2.0/routers/d966b7f2-70b4-4b5b-9774-9e3a540c5425 HTTP/1.1" status: 200 len: 704 time: 0.1567578 Apr 07 11:46:30.987736 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.278089 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Allocated IP 172.20.0.1 (5159da35-8e4a-443b-a751-952710482a71/921fd00b-c984-46e2-8a3b-f1d448ebc79a/b61b1307-af22-4e6e-99dd-3c935e066164) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:31.429270 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks [] for port (b61b1307-af22-4e6e-99dd-3c935e066164), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.538796 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.655650 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Network 5159da35-8e4a-443b-a751-952710482a71 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:31.665422 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:31.668099 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:31.668656 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (d966b7f2-70b4-4b5b-9774-9e3a540c5425), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.731038 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Pushing event updated for resources: {'Port': ['ID=b61b1307-af22-4e6e-99dd-3c935e066164,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:31.899636 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.935494 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.976851 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a1c9d8cd-9761-4340-bf28-a48ce971d244 None None] Provisioning complete for port b61b1307-af22-4e6e-99dd-3c935e066164 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:31.977361 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a1c9d8cd-9761-4340-bf28-a48ce971d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.012115 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9d8cd-9761-4340-bf28-a48ce971d244 None None] Port b61b1307-af22-4e6e-99dd-3c935e066164 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:32.145713 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks [] for port (b61b1307-af22-4e6e-99dd-3c935e066164), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.223727 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.224518 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (d966b7f2-70b4-4b5b-9774-9e3a540c5425), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.304032 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Pushing event updated for resources: {'Port': ['ID=b61b1307-af22-4e6e-99dd-3c935e066164,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:32.347713 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Network 5159da35-8e4a-443b-a751-952710482a71 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:32.348994 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:32.531010 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-ca667839-0e55-46e9-b864-0816d77d34a9 None None] Provisioning complete for port b61b1307-af22-4e6e-99dd-3c935e066164 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:32.531411 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ca667839-0e55-46e9-b864-0816d77d34a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.566665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-ca667839-0e55-46e9-b864-0816d77d34a9 None None] Port b61b1307-af22-4e6e-99dd-3c935e066164 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:32.612864 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Router d966b7f2-70b4-4b5b-9774-9e3a540c5425 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:46:32.704559 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:32.709736 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-cd6c6e16-6ded-4f29-ab79-b5f5596841d2 demo admin] 10.222.0.37 "PUT /v2.0/routers/d966b7f2-70b4-4b5b-9774-9e3a540c5425/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9920039 Apr 07 11:46:32.715226 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Sync routers for ids ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:32.727195 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Routers {'d966b7f2-70b4-4b5b-9774-9e3a540c5425'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:32.728208 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:46:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:32.944287 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Set router d966b7f2-70b4-4b5b-9774-9e3a540c5425 gateway port host: None {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:33.372378 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.388192 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'name': 'router1', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:31Z', 'revision_number': 2, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'gw_port_host': None, '_interfaces': [{'id': 'b61b1307-af22-4e6e-99dd-3c935e066164', 'name': '', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'mac_address': 'fa:16:3e:ed:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:31Z', 'updated_at': '2022-04-07T11:46:32Z', 'revision_number': 2, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'subnets': [{'id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a75bfb-0e89-4f3a-ae16-18304ae7c925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:33.439676 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Checking router: d966b7f2-70b4-4b5b-9774-9e3a540c5425 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:33.440048 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Updating router d966b7f2-70b4-4b5b-9774-9e3a540c5425 port b61b1307-af22-4e6e-99dd-3c935e066164 binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:46:33.491978 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.952940 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:46:34.008334 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Publish callbacks [] for port (b61b1307-af22-4e6e-99dd-3c935e066164), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.080851 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.174023 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Pushing event updated for resources: {'Port': ['ID=b61b1307-af22-4e6e-99dd-3c935e066164,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.182978 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.183329 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.183687 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.184081 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.184364 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.184699 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.185023 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.185350 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.185678 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.186005 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.186337 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.186686 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.187012 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.187337 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.187657 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Tracked resource versions report: Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: pushed versions: Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: { 'AddressGroup': {'1.2'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Agent': {'1.1'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'ConntrackHelper': {'1.0'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Log': {'1.0'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'NDPProxy': {'1.0'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Network': {'1.1'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Port': {'1.7'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'PortForwarding': {'1.3'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'QosPolicy': {'1.10'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroup': {'1.5'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SubPort': {'1.0'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Subnet': {'1.1'}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Trunk': {'1.1'}} Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: consumer versions: Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Agent': '1.1', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'ConntrackHelper': '1.0', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'LocalIPAssociation': '1.0', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Log': '1.0', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'NDPProxy': '1.0', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Network': '1.1', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Port': '1.7', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'PortForwarding': '1.3', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'QosPolicy': '1.10', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroup': '1.5', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroupRule': '1.2', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SubPort': '1.0', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Subnet': '1.1', Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Trunk': '1.1'}} Apr 07 11:46:34.194689 dv-cinder-836769-3-iscsi neutron-server[110306]: {{(pid=110306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:46:34.271288 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Attempting to bind port b61b1307-af22-4e6e-99dd-3c935e066164 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:34.271775 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Attempting to bind port b61b1307-af22-4e6e-99dd-3c935e066164 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:34.272269 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Attempting to bind port b61b1307-af22-4e6e-99dd-3c935e066164 on network 5159da35-8e4a-443b-a751-952710482a71 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:34.278781 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:34.279276 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Checking segment: {'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:34.279832 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.280326 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Bound using segment: {'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:34.280892 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Bound port: b61b1307-af22-4e6e-99dd-3c935e066164, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f71920-762f-44a5-b8db-786843fc7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5159da35-8e4a-443b-a751-952710482a71'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:34.281338 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.351587 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] For port b61b1307-af22-4e6e-99dd-3c935e066164, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:34.371220 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] For port b61b1307-af22-4e6e-99dd-3c935e066164, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=b61b1307-af22-4e6e-99dd-3c935e066164,segment=NetworkSegment(32f71920-762f-44a5-b8db-786843fc7f5f),segment_id=32f71920-762f-44a5-b8db-786843fc7f5f)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:34.397887 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-93362887-b2b4-4168-aafe-b570d6462b1c None None] Provisioning complete for port b61b1307-af22-4e6e-99dd-3c935e066164 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:34.398460 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-93362887-b2b4-4168-aafe-b570d6462b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.432516 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-93362887-b2b4-4168-aafe-b570d6462b1c None None] Port b61b1307-af22-4e6e-99dd-3c935e066164 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:34.453006 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.512311 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Routers {'d966b7f2-70b4-4b5b-9774-9e3a540c5425'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:34.512963 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:46:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:34.580886 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca1971-63e9-4540-9a77-a5c2365762d3 None None] Pushing event updated for resources: {'Port': ['ID=b61b1307-af22-4e6e-99dd-3c935e066164,revision_number=4']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.607968 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] Set router d966b7f2-70b4-4b5b-9774-9e3a540c5425 gateway port host: None {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:34.753207 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-b848ab49-2b8a-431b-953f-3795a4f00ec2 None None] Provisioning complete for port b61b1307-af22-4e6e-99dd-3c935e066164 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:34.753645 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b848ab49-2b8a-431b-953f-3795a4f00ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.826369 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'name': 'router1', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:31Z', 'revision_number': 2, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'gw_port_host': None, '_interfaces': [{'id': 'b61b1307-af22-4e6e-99dd-3c935e066164', 'name': '', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'mac_address': 'fa:16:3e:ed:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:31Z', 'updated_at': '2022-04-07T11:46:34Z', 'revision_number': 4, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'subnets': [{'id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a75bfb-0e89-4f3a-ae16-18304ae7c925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:34.833272 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-b848ab49-2b8a-431b-953f-3795a4f00ec2 None None] Current status of the port b61b1307-af22-4e6e-99dd-3c935e066164 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:34.833674 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b848ab49-2b8a-431b-953f-3795a4f00ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.858993 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48eec6-70df-4fa3-9ca5-2facd456286f None None] The sync data for ids ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'] in dv-cinder-836769-3-iscsi is: [{'id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'name': 'router1', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:31Z', 'revision_number': 2, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'gw_port_host': None, '_interfaces': [{'id': 'b61b1307-af22-4e6e-99dd-3c935e066164', 'name': '', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'mac_address': 'fa:16:3e:ed:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:31Z', 'updated_at': '2022-04-07T11:46:34Z', 'revision_number': 4, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'subnets': [{'id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a75bfb-0e89-4f3a-ae16-18304ae7c925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:34.866431 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-b848ab49-2b8a-431b-953f-3795a4f00ec2 None None] For port b61b1307-af22-4e6e-99dd-3c935e066164, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=b61b1307-af22-4e6e-99dd-3c935e066164,segment=NetworkSegment(32f71920-762f-44a5-b8db-786843fc7f5f),segment_id=32f71920-762f-44a5-b8db-786843fc7f5f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:34.939179 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b848ab49-2b8a-431b-953f-3795a4f00ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.989139 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848ab49-2b8a-431b-953f-3795a4f00ec2 None None] Pushing event updated for resources: {'Port': ['ID=b61b1307-af22-4e6e-99dd-3c935e066164,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:35.219165 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57190) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:35.330911 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f41b-a7d8-4cc6-830b-b36bc9dbefaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:35.332201 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9da3f41b-a7d8-4cc6-830b-b36bc9dbefaf admin admin] 10.222.0.37 "GET /v2.0/networks/3be09739-6b22-4105-8c42-41050eb1ea98 HTTP/1.1" status: 200 len: 842 time: 0.1120110 Apr 07 11:46:35.342045 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:35.418249 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Made reservation on behalf of c95599de38534ea88c4536ac30ea95db for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:35.420545 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.751373 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.objects.ports [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110303) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:46:35.751779 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (973d2acf-2bab-4b4c-8504-f7463053c668), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.802721 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973d2acf-2bab-4b4c-8504-f7463053c668,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:35.813475 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:35.813836 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Network hostable DHCP agents. Network: 3be09739-6b22-4105-8c42-41050eb1ea98, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:46:35.886815 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:46:35.949104 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 3be09739-6b22-4105-8c42-41050eb1ea98) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:35.953167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:35.953845 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.958936 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b74a649-55ca-433a-bf41-85cd93f3e03b None None] Network 3be09739-6b22-4105-8c42-41050eb1ea98 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:36.026440 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4d12ccc4-dcb0-4f57-8422-47e14e59dca0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6875961 Apr 07 11:46:36.057643 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f82af-4768-4b78-8049-040251594048 None None] Network 3be09739-6b22-4105-8c42-41050eb1ea98 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:38.496716 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57208) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:38.703586 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-443ad775-5ca5-4b1a-83bb-8df20315629f demo admin] 10.222.0.37 "GET /v2.0/routers/d966b7f2-70b4-4b5b-9774-9e3a540c5425 HTTP/1.1" status: 200 len: 710 time: 0.2056668 Apr 07 11:46:38.787408 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8352e11-edcb-4ade-88df-5e96785e26b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:38.788771 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a8352e11-edcb-4ade-88df-5e96785e26b4 demo admin] 10.222.0.37 "GET /v2.0/networks/3be09739-6b22-4105-8c42-41050eb1ea98 HTTP/1.1" status: 200 len: 886 time: 0.0799346 Apr 07 11:46:38.797564 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:39.054247 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks [] for router_gateway (d966b7f2-70b4-4b5b-9774-9e3a540c5425), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.363070 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks [] for router_gateway (d966b7f2-70b4-4b5b-9774-9e3a540c5425), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.434945 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.539620 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Allocated IP 172.27.1.142 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/66acecf1-c5d8-4c5d-b246-2f577ed03ea8) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:39.643723 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks [] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.721122 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.758043 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:39.760712 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:39.763200 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:39.805226 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Pushing event updated for resources: {'Port': ['ID=66acecf1-c5d8-4c5d-b246-2f577ed03ea8,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:40.108337 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks [] for router_gateway (d966b7f2-70b4-4b5b-9774-9e3a540c5425), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.412872 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1816373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28353'] for router (d966b7f2-70b4-4b5b-9774-9e3a540c5425), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.416604 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1816378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1816355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811918'] for router (d966b7f2-70b4-4b5b-9774-9e3a540c5425), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.523585 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Router d966b7f2-70b4-4b5b-9774-9e3a540c5425 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:40.631624 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:40.636278 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.637340 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-689beb9a-c963-4683-9d8f-c57378942b6e demo admin] 10.222.0.37 "PUT /v2.0/routers/d966b7f2-70b4-4b5b-9774-9e3a540c5425 HTTP/1.1" status: 200 len: 890 time: 1.8428791 Apr 07 11:46:42.140977 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device b61b1307-af22-4e6e-99dd-3c935e066164 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:42.189035 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port b61b1307-af22-4e6e-99dd-3c935e066164 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:42.189427 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.272435 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port b61b1307-af22-4e6e-99dd-3c935e066164 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:43.273201 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57220) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:43.393851 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-90237d72-056d-4ed4-80c8-151caa74b19d admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1195068 Apr 07 11:46:43.706623 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Sync routers for ids ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:43.719954 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Routers {'d966b7f2-70b4-4b5b-9774-9e3a540c5425'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:43.720587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:46:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:43.937984 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Set router d966b7f2-70b4-4b5b-9774-9e3a540c5425 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:44.418166 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'name': 'router1', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '66acecf1-c5d8-4c5d-b246-2f577ed03ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:39Z', 'revision_number': 4, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'gw_port': {'id': '66acecf1-c5d8-4c5d-b246-2f577ed03ea8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:39Z', 'updated_at': '2022-04-07T11:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'b61b1307-af22-4e6e-99dd-3c935e066164', 'name': '', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'mac_address': 'fa:16:3e:ed:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:31Z', 'updated_at': '2022-04-07T11:46:34Z', 'revision_number': 5, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'subnets': [{'id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a75bfb-0e89-4f3a-ae16-18304ae7c925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:44.469575 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Checking router: d966b7f2-70b4-4b5b-9774-9e3a540c5425 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:44.469886 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Updating router d966b7f2-70b4-4b5b-9774-9e3a540c5425 port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:46:44.519688 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.851460 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Publish callbacks [] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.897195 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.950215 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Attempting to bind port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:44.950618 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Attempting to bind port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:44.950986 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Attempting to bind port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:44.953718 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2a17d-3cad-4c81-aa1c-875f26b55276 None None] Pushing event updated for resources: {'Port': ['ID=66acecf1-c5d8-4c5d-b246-2f577ed03ea8,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:44.959250 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:44.959637 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:44.960030 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.960412 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:44.961387 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Bound port: 66acecf1-c5d8-4c5d-b246-2f577ed03ea8, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:44.961387 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.012033 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] For port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:45.015022 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] For port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=66acecf1-c5d8-4c5d-b246-2f577ed03ea8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:45.069566 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.140574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2a17d-3cad-4c81-aa1c-875f26b55276 None None] Pushing event updated for resources: {'Port': ['ID=66acecf1-c5d8-4c5d-b246-2f577ed03ea8,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:45.150873 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Routers {'d966b7f2-70b4-4b5b-9774-9e3a540c5425'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:45.150873 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:46:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:45.273736 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] Set router d966b7f2-70b4-4b5b-9774-9e3a540c5425 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:45.505723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'name': 'router1', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '66acecf1-c5d8-4c5d-b246-2f577ed03ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:39Z', 'revision_number': 4, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'gw_port': {'id': '66acecf1-c5d8-4c5d-b246-2f577ed03ea8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:39Z', 'updated_at': '2022-04-07T11:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'b61b1307-af22-4e6e-99dd-3c935e066164', 'name': '', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'mac_address': 'fa:16:3e:ed:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:31Z', 'updated_at': '2022-04-07T11:46:34Z', 'revision_number': 5, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'subnets': [{'id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a75bfb-0e89-4f3a-ae16-18304ae7c925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:45.533349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f54eef-6bc3-45ec-8a11-600b57c50837 None None] The sync data for ids ['d966b7f2-70b4-4b5b-9774-9e3a540c5425'] in dv-cinder-836769-3-iscsi is: [{'id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'name': 'router1', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '66acecf1-c5d8-4c5d-b246-2f577ed03ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:20Z', 'updated_at': '2022-04-07T11:46:39Z', 'revision_number': 4, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'gw_port': {'id': '66acecf1-c5d8-4c5d-b246-2f577ed03ea8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:39Z', 'updated_at': '2022-04-07T11:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'b61b1307-af22-4e6e-99dd-3c935e066164', 'name': '', 'network_id': '5159da35-8e4a-443b-a751-952710482a71', 'tenant_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'mac_address': 'fa:16:3e:ed:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd966b7f2-70b4-4b5b-9774-9e3a540c5425', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:31Z', 'updated_at': '2022-04-07T11:46:34Z', 'revision_number': 5, 'project_id': 'a58a5c2dec5d4f5e8ad65c6dfc7a6a23', 'subnets': [{'id': '921fd00b-c984-46e2-8a3b-f1d448ebc79a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a75bfb-0e89-4f3a-ae16-18304ae7c925'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:46.196918 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:46.258058 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:46.264944 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.345161 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:46.345549 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.366662 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=66acecf1-c5d8-4c5d-b246-2f577ed03ea8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:46.428595 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.496933 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=66acecf1-c5d8-4c5d-b246-2f577ed03ea8,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:48.200617 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:48.297572 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:48.297970 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (66acecf1-c5d8-4c5d-b246-2f577ed03ea8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.403777 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 66acecf1-c5d8-4c5d-b246-2f577ed03ea8 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:57.041226 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-904a48ed-ead1-4870-bec4-0d7410932eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.497073 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a597efc1-3980-4667-9803-45aa500c4aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.177685 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.942075 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.394770 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.921151 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:47:26.989453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b961fcc3-7425-4ecb-97d1-3fb594d30ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:29.474064 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2ff225e0-fd6e-44be-9265-c350f2713ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.216452 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.930700 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:33.370509 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:47.971964 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:47:56.987201 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-57a00665-15c7-4213-bf67-9a6e88b83eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.455071 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a0c4943a-bf17-4b70-ba79-60977022de5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.220867 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.935282 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.386318 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.962358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57704) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:08.033597 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fb3c1b-813b-47a2-bc41-5494a895b134 admin admin] GET failed (client error): The resource could not be found. Apr 07 11:48:08.034972 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-66fb3c1b-813b-47a2-bc41-5494a895b134 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0716393 Apr 07 11:48:08.219505 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336d3e6-207f-43d2-9a43-b8cbfe0fc402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.221011 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b336d3e6-207f-43d2-9a43-b8cbfe0fc402 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1814315 Apr 07 11:48:10.549497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57714) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:10.680658 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeac5e8-854b-40f1-8bc2-e09020909903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:10.682003 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-cfeac5e8-854b-40f1-8bc2-e09020909903 admin admin] 10.222.0.37 "GET /v2.0/subnets/921fd00b-c984-46e2-8a3b-f1d448ebc79a HTTP/1.1" status: 200 len: 849 time: 0.1315660 Apr 07 11:48:10.691364 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:10.772917 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Publish callbacks [] for subnet (921fd00b-c984-46e2-8a3b-f1d448ebc79a), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.969639 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737372023646'] for subnet (921fd00b-c984-46e2-8a3b-f1d448ebc79a), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.008423 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:11.009459 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.010405 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] 10.222.0.37 "PUT /v2.0/subnets/921fd00b-c984-46e2-8a3b-f1d448ebc79a HTTP/1.1" status: 200 len: 868 time: 0.3225746 Apr 07 11:48:11.013170 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd552416-ae91-4d80-aad6-2e84c83622aa None None] Network 5159da35-8e4a-443b-a751-952710482a71 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:11.031567 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921fd00b-c984-46e2-8a3b-f1d448ebc79a,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:11.036914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.037282 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.037637 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.037976 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.038307 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.038673 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.039186 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.039510 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.040442 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.040442 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.040666 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.040867 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.041131 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.041449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.041908 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550199a-e46b-473d-978d-786835e415b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:11.355680 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-2cef134f-e746-4d86-86a0-3e58da212dff None None] Provisioning complete for port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:11.356074 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2cef134f-e746-4d86-86a0-3e58da212dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (78aa0c4e-eeb1-4334-ad1e-c6ac22d66166), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.435525 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-2cef134f-e746-4d86-86a0-3e58da212dff None None] Current status of the port 78aa0c4e-eeb1-4334-ad1e-c6ac22d66166 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:11.446012 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-2cef134f-e746-4d86-86a0-3e58da212dff None None] Provisioning complete for port b61b1307-af22-4e6e-99dd-3c935e066164 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:11.446414 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2cef134f-e746-4d86-86a0-3e58da212dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b61b1307-af22-4e6e-99dd-3c935e066164), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.521684 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-2cef134f-e746-4d86-86a0-3e58da212dff None None] Current status of the port b61b1307-af22-4e6e-99dd-3c935e066164 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:13.355206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57722) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:13.565042 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca25868-d325-4fc5-9edd-0635e769a1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:13.565443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca25868-d325-4fc5-9edd-0635e769a1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:13.567587 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-eca25868-d325-4fc5-9edd-0635e769a1f6 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2108672 Apr 07 11:48:15.985633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57730) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:16.116007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d76bc-22db-4731-857e-dc203b1360a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.116391 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d76bc-22db-4731-857e-dc203b1360a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.117922 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b17d76bc-22db-4731-857e-dc203b1360a4 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313198 Apr 07 11:48:18.460106 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57738) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:18.637034 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b67e40-5356-402a-9f45-0e710026ada5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.638395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-c8b67e40-5356-402a-9f45-0e710026ada5 admin admin] 10.222.0.37 "GET /v2.0/networks/3be09739-6b22-4105-8c42-41050eb1ea98 HTTP/1.1" status: 200 len: 886 time: 0.1773427 Apr 07 11:48:20.944145 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57746) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:21.070874 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09cb14a-8716-4d24-b132-d7177ef9cb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:21.072218 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a09cb14a-8716-4d24-b132-d7177ef9cb46 admin admin] 10.222.0.37 "GET /v2.0/networks/5159da35-8e4a-443b-a751-952710482a71 HTTP/1.1" status: 200 len: 869 time: 0.1270700 Apr 07 11:48:23.383661 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57756) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:23.507847 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44eb564-d5fc-4cb8-a778-c6dc15e0082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:23.508308 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44eb564-d5fc-4cb8-a778-c6dc15e0082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:23.509869 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e44eb564-d5fc-4cb8-a778-c6dc15e0082a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252656 Apr 07 11:48:24.920655 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:48:25.825787 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57764) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:25.916442 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b572d25-f665-4eba-8f35-63206c7737c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.916905 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b572d25-f665-4eba-8f35-63206c7737c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.918436 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8b572d25-f665-4eba-8f35-63206c7737c4 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916758 Apr 07 11:48:26.997872 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-64f1a7c0-cf69-4715-8959-d66211e1f28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.367098 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57772) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:28.460469 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf7850-a0dd-4600-85c4-533643b2fe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:28.461803 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b3bf7850-a0dd-4600-85c4-533643b2fe51 admin admin] 10.222.0.37 "GET /v2.0/subnets/921fd00b-c984-46e2-8a3b-f1d448ebc79a HTTP/1.1" status: 200 len: 868 time: 0.0937626 Apr 07 11:48:29.454513 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e3d-83e8-4e37-9cf2-0b7833e9bcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.174435 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.773161 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57780) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:30.859189 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e844389-26e1-48eb-b3d9-497f3e3dcff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:30.860544 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4e844389-26e1-48eb-b3d9-497f3e3dcff7 admin admin] 10.222.0.37 "GET /v2.0/subnets/973d2acf-2bab-4b4c-8504-f7463053c668 HTTP/1.1" status: 200 len: 816 time: 0.0864098 Apr 07 11:48:31.929004 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.380021 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.985168 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d3baf1cb-a7bc-4527-b09f-063c74c2430c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.453605 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-80e9be2c-8301-4f05-8efc-e134cdc9d725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.173590 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:01.919009 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:49:01.962869 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.396031 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:12.043685 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57838) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:12.090838 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [None req-83df9daa-3925-4f16-8973-c5342139d997 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:49:12.091878 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-83df9daa-3925-4f16-8973-c5342139d997 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472567 Apr 07 11:49:14.605351 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57846) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:14.667176 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.pecan_wsgi.hooks.translation [None req-392987cc-0bc4-453c-a96b-d43c44e7dd9e admin admin] GET failed (client error): The resource could not be found. Apr 07 11:49:14.668448 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-392987cc-0bc4-453c-a96b-d43c44e7dd9e admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619097 Apr 07 11:49:14.809228 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45352143-4c9e-4542-903c-5886b101d134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:14.810660 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-45352143-4c9e-4542-903c-5886b101d134 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382101 Apr 07 11:49:17.166619 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57854) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.214479 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:17.299597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Made reservation on behalf of c95599de38534ea88c4536ac30ea95db for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:17.301800 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.335013 dv-cinder-836769-3-iscsi neutron-server[110304]: WARNING neutron.services.revisions.revision_plugin [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Could not find related network for resource to bump revision. Apr 07 11:49:17.349818 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:49:17.358894 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (faf2438a-ab4d-4563-9c4d-0d5c417ceb97), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.359224 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Added segment faf2438a-ab4d-4563-9c4d-0d5c417ceb97 of type vlan for network b78eed8d-5085-415b-ac46-499d84b8bebf Apr 07 11:49:17.405877 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (b78eed8d-5085-415b-ac46-499d84b8bebf), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.492891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (b78eed8d-5085-415b-ac46-499d84b8bebf), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.493810 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:17.494375 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.551635 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b78eed8d-5085-415b-ac46-499d84b8bebf,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:17.557932 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.558273 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.558637 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.559103 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.559432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.559758 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.560078 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.560517 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.560782 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.561098 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.561418 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.561747 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.562049 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.562361 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.562727 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:17.573599 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network b78eed8d-5085-415b-ac46-499d84b8bebf details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:49:17.592922 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-737ba13b-d275-40a6-b556-46dbb03741a0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4249969 Apr 07 11:49:19.976568 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57862) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:20.036279 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e100a81-68f1-46ae-b8a8-a3e5a5a444f0 admin admin] GET failed (client error): The resource could not be found. Apr 07 11:49:20.037571 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-5e100a81-68f1-46ae-b8a8-a3e5a5a444f0 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600171 Apr 07 11:49:20.108984 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b729234-0ca3-4959-b9e6-e3a5bd3a8d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.110352 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3b729234-0ca3-4959-b9e6-e3a5bd3a8d88 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688429 Apr 07 11:49:20.120265 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:20.195552 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Made reservation on behalf of c95599de38534ea88c4536ac30ea95db for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:20.197785 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.407601 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (34893a77-f383-438b-a656-28a18fefc098), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.462577 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34893a77-f383-438b-a656-28a18fefc098,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.473300 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.473639 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.474004 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.474461 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.474838 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.475163 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.475483 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.475801 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.476135 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.476458 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.476795 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.477130 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.477452 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.477766 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.478075 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:20.481337 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Checking segment: {'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:20.481683 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Network hostable DHCP agents. Network: b78eed8d-5085-415b-ac46-499d84b8bebf, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:49:20.607538 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Network b78eed8d-5085-415b-ac46-499d84b8bebf is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:49:20.698918 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, b78eed8d-5085-415b-ac46-499d84b8bebf) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:20.703514 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.704544 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.708567 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92ee8a-fdf4-4ddf-8e98-be281f74a266 None None] Network b78eed8d-5085-415b-ac46-499d84b8bebf requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:20.781857 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e2e5db4d-eb35-4ac7-8161-b88544541c99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6648397 Apr 07 11:49:20.806495 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-b78eed8d-5085-415b-ac46-499d84b8bebf', 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf', 'project_id': 'c95599de38534ea88c4536ac30ea95db', 'fixed_ips': [{'subnet_id': '34893a77-f383-438b-a656-28a18fefc098'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:49:20.807452 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.953291 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Allocated IP 192.168.233.2 (b78eed8d-5085-415b-ac46-499d84b8bebf/34893a77-f383-438b-a656-28a18fefc098/2cb0892d-31fe-4d4b-8c15-89564b8c65be) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:21.193084 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Publish callbacks [] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.265065 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.313312 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Network b78eed8d-5085-415b-ac46-499d84b8bebf is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:21.315279 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Pushing event updated for resources: {'Port': ['ID=2cb0892d-31fe-4d4b-8c15-89564b8c65be,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:21.317479 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:21.319996 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:21.331158 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.331498 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.331848 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.332200 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.332533 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.332853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.333174 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.333490 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.333806 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.334123 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.334443 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.334799 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.335118 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.335582 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.335906 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:21.391766 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Attempting to bind port 2cb0892d-31fe-4d4b-8c15-89564b8c65be on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:21.392747 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Attempting to bind port 2cb0892d-31fe-4d4b-8c15-89564b8c65be by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:21.393020 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Attempting to bind port 2cb0892d-31fe-4d4b-8c15-89564b8c65be on network b78eed8d-5085-415b-ac46-499d84b8bebf {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:21.398184 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:21.398687 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Checking segment: {'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:21.398995 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.399389 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Bound using segment: {'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:21.399856 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Bound port: 2cb0892d-31fe-4d4b-8c15-89564b8c65be, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:21.400239 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.463417 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] For port 2cb0892d-31fe-4d4b-8c15-89564b8c65be, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:21.466400 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] For port 2cb0892d-31fe-4d4b-8c15-89564b8c65be, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2cb0892d-31fe-4d4b-8c15-89564b8c65be,segment=NetworkSegment(faf2438a-ab4d-4563-9c4d-0d5c417ceb97),segment_id=faf2438a-ab4d-4563-9c4d-0d5c417ceb97)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:21.528131 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.584896 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8a534-c046-439c-a331-d11248ac52d3 None None] Pushing event updated for resources: {'Port': ['ID=2cb0892d-31fe-4d4b-8c15-89564b8c65be,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:22.274501 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2cb0892d-31fe-4d4b-8c15-89564b8c65be up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:22.335943 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 2cb0892d-31fe-4d4b-8c15-89564b8c65be triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:22.336843 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.422300 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 2cb0892d-31fe-4d4b-8c15-89564b8c65be is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:22.422714 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.460551 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 2cb0892d-31fe-4d4b-8c15-89564b8c65be, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2cb0892d-31fe-4d4b-8c15-89564b8c65be,segment=NetworkSegment(faf2438a-ab4d-4563-9c4d-0d5c417ceb97),segment_id=faf2438a-ab4d-4563-9c4d-0d5c417ceb97)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:22.493756 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80c7a3-a2a2-4bb7-8113-e8e81fab07f7 None None] Network b78eed8d-5085-415b-ac46-499d84b8bebf requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:22.550935 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.642170 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=2cb0892d-31fe-4d4b-8c15-89564b8c65be,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:22.644552 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-c6e5a791-85ff-412a-ad2f-05b7e05ede03 None None] Provisioning complete for port 2cb0892d-31fe-4d4b-8c15-89564b8c65be triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:22.644941 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a791-85ff-412a-ad2f-05b7e05ede03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.738972 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5a791-85ff-412a-ad2f-05b7e05ede03 None None] Current status of the port 2cb0892d-31fe-4d4b-8c15-89564b8c65be is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:22.985870 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-e15ab9c2-83be-484f-9ab4-0917112db1ec None None] Provisioning complete for port 2cb0892d-31fe-4d4b-8c15-89564b8c65be triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:22.986432 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e15ab9c2-83be-484f-9ab4-0917112db1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:23.117613 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-e15ab9c2-83be-484f-9ab4-0917112db1ec None None] Current status of the port 2cb0892d-31fe-4d4b-8c15-89564b8c65be is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:24.230344 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2cb0892d-31fe-4d4b-8c15-89564b8c65be up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:24.278300 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 2cb0892d-31fe-4d4b-8c15-89564b8c65be triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:24.278720 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2cb0892d-31fe-4d4b-8c15-89564b8c65be), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.357530 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 2cb0892d-31fe-4d4b-8c15-89564b8c65be is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:27.001376 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2e66cfb7-900f-4523-97b5-72bcc0c8ae14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.498093 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d5a3da85-f5f5-447d-b8bd-7a9f5ee7ba03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.179463 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.944036 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.384011 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.916885 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:49:56.988450 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0f19c704-0d94-4075-96df-919e68196eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.481240 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-60598c95-c5aa-442c-9772-8244f17c82e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.177607 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:01.925963 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:03.416804 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:15.915128 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:50:26.988014 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-df873588-8d91-421c-842a-860e751fa6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:29.507434 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-99a58b25-dc61-4072-9d5f-376cefd286b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:30.182503 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:31.958498 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:33.421774 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.913177 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:50:56.993073 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1b372f24-cc84-4c35-a4c9-2b7c24a01746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:59.494801 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9a67f7f7-0336-4c8a-a1d6-9fedfa368475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.203316 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.518106 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57902) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:00.523787 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [None req-3c4bbdb2-004c-4620-bbee-861f9f0cea17 tempest-verify_tempest_config-1454026883 tempest-verify_tempest_config-1454026883-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:51:00.524767 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3c4bbdb2-004c-4620-bbee-861f9f0cea17 tempest-verify_tempest_config-1454026883 tempest-verify_tempest_config-1454026883-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057211 Apr 07 11:51:01.019950 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 57920) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:01.122634 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.198296 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Publish callbacks [] for security_group (7f20f6cf-50d4-43f3-922c-2ad817a9c926), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.271579 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7f20f6cf-50d4-43f3-922c-2ad817a9c926), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.318363 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c681525969fe4d71b950e1f7b7a417b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2973447 Apr 07 11:51:01.319175 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f20f6cf-50d4-43f3-922c-2ad817a9c926,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:01.321229 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57924) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:01.326450 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.326792 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.327159 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.327505 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.327840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.328172 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.328562 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.328896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.329248 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.329576 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.329919 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.330269 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.330684 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.331658 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.331658 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502b78-092e-48c1-acb4-ea7f39f412b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.375559 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Publish callbacks [] for security_group (7f20f6cf-50d4-43f3-922c-2ad817a9c926), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.395752 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Publish callbacks [] for security_group (7f20f6cf-50d4-43f3-922c-2ad817a9c926), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.541688 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7f20f6cf-50d4-43f3-922c-2ad817a9c926), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.544964 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.546135 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f20f6cf-50d4-43f3-922c-2ad817a9c926 HTTP/1.1" status: 204 len: 168 time: 0.2239590 Apr 07 11:51:01.553687 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f20f6cf-50d4-43f3-922c-2ad817a9c926,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:01.560202 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.560543 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.560876 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.561204 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.561529 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.561849 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.562166 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.562482 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.562828 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.563148 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.563465 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.563781 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.564094 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.564403 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.564711 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ebddf-6eb5-4765-875d-af790f0a5bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:01.941596 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:03.387881 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:26.991851 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2eeecf0d-69e0-42db-8f83-27fe363cdf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:29.472126 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-07212715-6ca0-43ee-af22-9ed6e88fdd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:29.912917 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:51:30.317473 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:31.963114 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.397701 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.995686 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-08100363-7140-48b1-a842-86117a5eb083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.476870 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-caad25d2-99c5-411e-8bf2-68355e86c985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.202372 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.949389 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:03.396563 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.911890 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:52:26.979309 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-280ca321-1805-4900-b318-7dfe88b2091b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.498568 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a360c62d-4499-4ce6-bd29-7ceb9eb4e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.207423 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.994573 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.412977 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.910468 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 5 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:52:45.909603 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814437'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.995283 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-faebf529-580d-4457-a1fe-d9fd72256f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.491039 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1cf8d22e-7a92-4104-9098-b0b25593b39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.099267 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 57996) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:00.200650 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.203096 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3962cea8-e6c0-4d10-bab0-c922d5963edb admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027534 Apr 07 11:53:01.958786 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.572761 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58006) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:02.633853 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-c8ec5aa3-f2c0-47a4-be91-ee9d4a246907 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600324 Apr 07 11:53:03.387339 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:15.866785 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.909848 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:53:27.033917 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bb93564e-b52e-4736-a59e-b5e8df690ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:29.502270 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-931c8578-49d5-48a3-b2f2-08a08c3030cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.214626 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.959774 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:33.393999 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.908112 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:56.987934 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-47b3c198-9c37-4a56-962f-da6c85b740bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:57.910593 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:53:59.496534 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-63ec5906-cc9e-4af6-ba50-a0d07a294a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.214326 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:01.947266 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:03.397173 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.887704 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:26.998769 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1d5fbe9e-d670-4067-8caa-1b2d9f140d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:29.535056 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7dbc35f5-29d0-4675-bab8-d2e0784bf0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.203462 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.018246 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.386518 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.910819 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:54:42.141410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58160) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.483509 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982841201-network', 'tenant_id': '3510dfe77b744b0890132b96ba513130'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.577662 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Made reservation on behalf of 3510dfe77b744b0890132b96ba513130 for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:42.580264 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.590362 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.674459 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks [] for security_group (0deeded8-9453-415d-9acb-3a09f95ec1cf), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.778089 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0deeded8-9453-415d-9acb-3a09f95ec1cf), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.805028 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:42.811296 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deeded8-9453-415d-9acb-3a09f95ec1cf,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.820294 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.820619 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Added segment 62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7 of type vlan for network df01598d-fc16-4cbc-bc2a-415ca44634cb Apr 07 11:54:42.822499 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.822865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.823229 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.823563 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.823888 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.824207 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.824532 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.824867 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.825186 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.825502 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.825834 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.826197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.826492 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Tracked resource versions report: Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: pushed versions: Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: { 'AddressGroup': {'1.2'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Agent': {'1.1'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'ConntrackHelper': {'1.0'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Log': {'1.0'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'NDPProxy': {'1.0'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Network': {'1.1'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Port': {'1.7'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'PortForwarding': {'1.3'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'QosPolicy': {'1.10'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroup': {'1.5'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SubPort': {'1.0'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Subnet': {'1.1'}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Trunk': {'1.1'}} Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: consumer versions: Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: HyperV agent@hv-cinder-83676: {}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Agent': '1.1', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'ConntrackHelper': '1.0', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'LocalIPAssociation': '1.0', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Log': '1.0', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'NDPProxy': '1.0', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Network': '1.1', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Port': '1.7', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'PortForwarding': '1.3', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'QosPolicy': '1.10', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroup': '1.5', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SecurityGroupRule': '1.2', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'SubPort': '1.0', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Subnet': '1.1', Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: 'Trunk': '1.1'}} Apr 07 11:54:42.841635 dv-cinder-836769-3-iscsi neutron-server[110304]: {{(pid=110304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:54:42.877362 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (df01598d-fc16-4cbc-bc2a-415ca44634cb), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.968977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (df01598d-fc16-4cbc-bc2a-415ca44634cb), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.970150 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:42.970728 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.045775 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] Pushing event updated for resources: {'Network': ['ID=df01598d-fc16-4cbc-bc2a-415ca44634cb,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:43.057828 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network df01598d-fc16-4cbc-bc2a-415ca44634cb details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:43.132152 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-1c22e1c1-0193-4442-8abe-310797dc30be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9895818 Apr 07 11:54:43.135142 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58208) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:43.139649 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Request body: {'subnet': {'network_id': 'df01598d-fc16-4cbc-bc2a-415ca44634cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982841201-subnet', 'tenant_id': '3510dfe77b744b0890132b96ba513130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:43.209233 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Made reservation on behalf of 3510dfe77b744b0890132b96ba513130 for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:43.211663 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.497865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.614779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:43.625427 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Checking segment: {'id': '62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'df01598d-fc16-4cbc-bc2a-415ca44634cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:43.626001 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Network hostable DHCP agents. Network: df01598d-fc16-4cbc-bc2a-415ca44634cb, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:43.697272 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58238) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:43.731972 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58246) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:43.737862 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Network df01598d-fc16-4cbc-bc2a-415ca44634cb is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:43.860173 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, df01598d-fc16-4cbc-bc2a-415ca44634cb) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:43.864520 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:43.865450 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.870011 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58abdb-e3d1-417a-8e5a-d95d11cba660 None None] Network df01598d-fc16-4cbc-bc2a-415ca44634cb requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:43.972606 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3f277-3ce0-40cb-97f6-07e5ecc73aa9 None None] Network df01598d-fc16-4cbc-bc2a-415ca44634cb requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:43.972843 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b175e08b-fbd6-4893-9fa7-a84589c2a208 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8366070 Apr 07 11:54:44.118384 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-724484149-network', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:44.134879 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1832687369-network', 'tenant_id': 'c4b2141128be4822b99a599d40ae6d61'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:44.208803 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Made reservation on behalf of f5fbc0ea99cd42689e0f38129ddd886e for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:44.211788 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.223750 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.248808 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Made reservation on behalf of c4b2141128be4822b99a599d40ae6d61 for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:44.254992 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.266233 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.341045 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks [] for security_group (e928140b-8863-4348-bfb0-50880362efe9), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.390491 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks [] for security_group (a3ae4d12-1bb4-4c41-8135-b77e11e8c468), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.412426 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (e928140b-8863-4348-bfb0-50880362efe9), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.449189 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e928140b-8863-4348-bfb0-50880362efe9,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:44.462720 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:44.474143 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (782218f4-26c0-4154-8689-b876eb5b2084), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.475141 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Added segment 782218f4-26c0-4154-8689-b876eb5b2084 of type vlan for network 01b8ce78-e1aa-4969-9bf5-06218e762e29 Apr 07 11:54:44.476929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a3ae4d12-1bb4-4c41-8135-b77e11e8c468), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.519294 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:44.569833 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (667e54fd-75f4-43bf-93ae-890634041850), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.570178 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Added segment 667e54fd-75f4-43bf-93ae-890634041850 of type vlan for network cc200b4b-9991-4bdc-864c-c017acebf63f Apr 07 11:54:44.628380 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (01b8ce78-e1aa-4969-9bf5-06218e762e29), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.651274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ae4d12-1bb4-4c41-8135-b77e11e8c468,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:44.746976 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (01b8ce78-e1aa-4969-9bf5-06218e762e29), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.749110 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:44.752658 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.825117 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (cc200b4b-9991-4bdc-864c-c017acebf63f), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.879286 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] Pushing event updated for resources: {'Network': ['ID=01b8ce78-e1aa-4969-9bf5-06218e762e29,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:44.889737 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:44.925719 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58292) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:44.926842 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-81c402ad-5fa5-44c8-9f88-4b4e21ba47f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2276711 Apr 07 11:54:44.931844 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Request body: {'subnet': {'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-subnet', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:44.961388 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (cc200b4b-9991-4bdc-864c-c017acebf63f), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.969438 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:44.969438 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.018150 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Made reservation on behalf of f5fbc0ea99cd42689e0f38129ddd886e for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:45.020531 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.029840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] Pushing event updated for resources: {'Network': ['ID=cc200b4b-9991-4bdc-864c-c017acebf63f,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:45.043097 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network cc200b4b-9991-4bdc-864c-c017acebf63f details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:45.083951 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7d4116bd-fa5b-4b91-9562-5e387db4f571 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3509111 Apr 07 11:54:45.087505 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58300) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:45.092307 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Request body: {'subnet': {'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1832687369-subnet', 'tenant_id': 'c4b2141128be4822b99a599d40ae6d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:45.210407 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Made reservation on behalf of c4b2141128be4822b99a599d40ae6d61 for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:45.216424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.306297 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (138fb078-eac6-46c8-8160-fa857bf37137), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.380468 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=138fb078-eac6-46c8-8160-fa857bf37137,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:45.401471 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.402077 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.402730 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.407064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Tracked resource versions report: Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: pushed versions: Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: { 'AddressGroup': {'1.2'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Agent': {'1.1'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'ConntrackHelper': {'1.0'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Log': {'1.0'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'NDPProxy': {'1.0'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Network': {'1.1'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Port': {'1.7'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'PortForwarding': {'1.3'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'QosPolicy': {'1.10'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroup': {'1.5'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SubPort': {'1.0'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Subnet': {'1.1'}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Trunk': {'1.1'}} Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: consumer versions: Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: HyperV agent@hv-cinder-83676: {}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Agent': '1.1', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'ConntrackHelper': '1.0', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'LocalIPAssociation': '1.0', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Log': '1.0', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'NDPProxy': '1.0', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Network': '1.1', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Port': '1.7', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'PortForwarding': '1.3', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'QosPolicy': '1.10', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroup': '1.5', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SecurityGroupRule': '1.2', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'SubPort': '1.0', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Subnet': '1.1', Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: 'Trunk': '1.1'}} Apr 07 11:54:45.409208 dv-cinder-836769-3-iscsi neutron-server[110303]: {{(pid=110303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:54:45.422541 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Checking segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:45.423148 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Network hostable DHCP agents. Network: 01b8ce78-e1aa-4969-9bf5-06218e762e29, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:45.509023 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:45.534761 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (bc28504f-8408-4854-b7b5-ca1a10257c47), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.586860 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 01b8ce78-e1aa-4969-9bf5-06218e762e29) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:45.591063 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:45.591649 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.604356 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb769b6-daa3-4b13-a768-c58fff10ceb0 None None] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:45.615711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc28504f-8408-4854-b7b5-ca1a10257c47,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:45.628656 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Checking segment: {'id': '667e54fd-75f4-43bf-93ae-890634041850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:45.629240 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Network hostable DHCP agents. Network: cc200b4b-9991-4bdc-864c-c017acebf63f, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:45.687058 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-2239d2f1-9994-4369-98cb-0f9168a05471 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7602551 Apr 07 11:54:45.689852 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58334) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:45.695403 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:45.717354 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Network cc200b4b-9991-4bdc-864c-c017acebf63f is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:45.729695 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, cc200b4b-9991-4bdc-864c-c017acebf63f) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:45.741677 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b310b8a6-5b3e-47f7-8178-680ad2d2e6ca None None] Network cc200b4b-9991-4bdc-864c-c017acebf63f requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:45.745990 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:45.750485 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.769728 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-01b8ce78-e1aa-4969-9bf5-06218e762e29', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:54:45.770754 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.821001 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.823779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.864307 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-21f442ea-8813-4c7a-81d0-55e5c2e6f7da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7664404 Apr 07 11:54:45.948490 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks [] for router_controller (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), precommit_add_association {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.961292 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac18d71c-8486-489e-9154-44302277f495 None None] Network cc200b4b-9991-4bdc-864c-c017acebf63f requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:45.982408 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58342) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:45.987453 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-905263868-network', 'tenant_id': 'ec6a0642558b46879dc929e3a85d2e24'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:46.125355 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Made reservation on behalf of ec6a0642558b46879dc929e3a85d2e24 for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:46.127700 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.179772 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.200377 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.231779 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Allocated IP 172.20.0.2 (01b8ce78-e1aa-4969-9bf5-06218e762e29/138fb078-eac6-46c8-8160-fa857bf37137/f863f6b6-6f1f-4cde-ab34-2e84e53d869a) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:46.279717 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks [] for router_gateway (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.344956 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks [] for security_group (f5d04723-17ce-42a9-bd63-a8c1af7bc0e8), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.403082 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Publish callbacks [] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.480040 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f5d04723-17ce-42a9-bd63-a8c1af7bc0e8), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.484000 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.532810 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:46.540222 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:46.541553 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Pushing event updated for resources: {'Port': ['ID=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:46.545302 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:46.545896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d04723-17ce-42a9-bd63-a8c1af7bc0e8,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:46.550230 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:46.555952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.555952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.555952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.555952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.555952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.555952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.555952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.556468 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.556722 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.556874 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.557507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.557507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.557789 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.558099 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.558417 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Tracked resource versions report: Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: pushed versions: Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: { 'AddressGroup': {'1.2'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Agent': {'1.1'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'ConntrackHelper': {'1.0'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Log': {'1.0'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'NDPProxy': {'1.0'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Network': {'1.1'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Port': {'1.7'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'PortForwarding': {'1.3'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'QosPolicy': {'1.10'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroup': {'1.5'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SubPort': {'1.0'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Subnet': {'1.1'}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Trunk': {'1.1'}} Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: consumer versions: Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: HyperV agent@hv-cinder-83676: {}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Agent': '1.1', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'ConntrackHelper': '1.0', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'LocalIPAssociation': '1.0', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Log': '1.0', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'NDPProxy': '1.0', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Network': '1.1', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Port': '1.7', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'PortForwarding': '1.3', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'QosPolicy': '1.10', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroup': '1.5', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SecurityGroupRule': '1.2', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'SubPort': '1.0', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Subnet': '1.1', Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: 'Trunk': '1.1'}} Apr 07 11:54:46.559631 dv-cinder-836769-3-iscsi neutron-server[110305]: {{(pid=110305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:54:46.575891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (3f81b9c4-eb74-40bd-bf13-a494ba25087e), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.576356 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Added segment 3f81b9c4-eb74-40bd-bf13-a494ba25087e of type vlan for network cd0a686a-6ae6-405f-b13c-2737c91007a8 Apr 07 11:54:46.619345 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Attempting to bind port f863f6b6-6f1f-4cde-ab34-2e84e53d869a on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:46.619823 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Attempting to bind port f863f6b6-6f1f-4cde-ab34-2e84e53d869a by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:46.620233 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Attempting to bind port f863f6b6-6f1f-4cde-ab34-2e84e53d869a on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:46.626055 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:46.626475 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Checking segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:46.627002 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.627397 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Bound using segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:46.628002 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Bound port: f863f6b6-6f1f-4cde-ab34-2e84e53d869a, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:46.628352 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.658208 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (cd0a686a-6ae6-405f-b13c-2737c91007a8), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.661371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks [] for router_gateway (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.695881 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] For port f863f6b6-6f1f-4cde-ab34-2e84e53d869a, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:46.699485 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] For port f863f6b6-6f1f-4cde-ab34-2e84e53d869a, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:46.699764 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.812870 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.873752 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e31886-de76-4bfa-9e93-79da96b103c0 None None] Pushing event updated for resources: {'Port': ['ID=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:46.874822 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (cd0a686a-6ae6-405f-b13c-2737c91007a8), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.883272 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:46.884051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.105544 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0963397 Apr 07 11:54:47.105544 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58366) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:47.106665 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Request body: {'subnet': {'network_id': 'cd0a686a-6ae6-405f-b13c-2737c91007a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-905263868-subnet', 'tenant_id': 'ec6a0642558b46879dc929e3a85d2e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:47.112340 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Allocated IP 172.27.1.216 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/c400b9c8-88c5-4ce8-a020-e9e71fe644ea) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:47.120340 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aea442-3b90-4907-9689-c91609887089 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0a686a-6ae6-405f-b13c-2737c91007a8,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:47.132393 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network cd0a686a-6ae6-405f-b13c-2737c91007a8 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:47.219654 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Made reservation on behalf of ec6a0642558b46879dc929e3a85d2e24 for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:47.221353 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.337731 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks [] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.651557 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58410) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:47.654296 dv-cinder-836769-3-iscsi neutron-server[110304]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 11:54:47.690454 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (5c29baca-bd1a-405c-ab78-2db8fba3e015), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.693002 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.880696 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:47.908472 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:47.923717 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:47.933454 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Pushing event updated for resources: {'Port': ['ID=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:47.976670 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30abd2b1-2c49-4100-b9c5-54ef41afc700 None None] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:48.049577 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c29baca-bd1a-405c-ab78-2db8fba3e015,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:48.055188 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-094ce32a-0ad5-48e4-8969-ca08304e0205 None None] Provisioning complete for port f863f6b6-6f1f-4cde-ab34-2e84e53d869a triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:48.055852 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-094ce32a-0ad5-48e4-8969-ca08304e0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.070309 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Checking segment: {'id': '3f81b9c4-eb74-40bd-bf13-a494ba25087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd0a686a-6ae6-405f-b13c-2737c91007a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:48.070696 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Network hostable DHCP agents. Network: cd0a686a-6ae6-405f-b13c-2737c91007a8, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:48.149685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-bc917383-6db5-441f-98c7-c4de9bae3548 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:48.151370 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-bc917383-6db5-441f-98c7-c4de9bae3548 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/networks?id=cc200b4b-9991-4bdc-864c-c017acebf63f HTTP/1.1" status: 200 len: 812 time: 0.4984174 Apr 07 11:54:48.189109 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-094ce32a-0ad5-48e4-8969-ca08304e0205 None None] Current status of the port f863f6b6-6f1f-4cde-ab34-2e84e53d869a is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:48.189109 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-094ce32a-0ad5-48e4-8969-ca08304e0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.199888 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-07db2dfd-e92a-43e8-93ca-c5f131639cd0 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/quotas/c4b2141128be4822b99a599d40ae6d61 HTTP/1.1" status: 200 len: 375 time: 0.0405626 Apr 07 11:54:48.231456 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-094ce32a-0ad5-48e4-8969-ca08304e0205 None None] For port f863f6b6-6f1f-4cde-ab34-2e84e53d869a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:48.263550 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-7010f916-66d0-4466-9292-05f68c4511e3 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4b2141128be4822b99a599d40ae6d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550778 Apr 07 11:54:48.304421 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Network cd0a686a-6ae6-405f-b13c-2737c91007a8 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:48.326494 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-094ce32a-0ad5-48e4-8969-ca08304e0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.395549 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ce32a-0ad5-48e4-8969-ca08304e0205 None None] Pushing event updated for resources: {'Port': ['ID=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:48.423650 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, cd0a686a-6ae6-405f-b13c-2737c91007a8) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:48.432926 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd7f89-5dcb-497e-8e0d-fdbcd61e9989 None None] Network cd0a686a-6ae6-405f-b13c-2737c91007a8 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:48.450042 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:48.450651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.501473 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-322a9dbc-cb05-465f-9a71-57fed736e987 None None] Provisioning complete for port f863f6b6-6f1f-4cde-ab34-2e84e53d869a triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:48.501870 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-322a9dbc-cb05-465f-9a71-57fed736e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.515333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-17ac6de4-138a-4890-afb7-0bbf5c23f9fa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:54:48.523392 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-17ac6de4-138a-4890-afb7-0bbf5c23f9fa service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009176 Apr 07 11:54:48.534602 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f863f6b6-6f1f-4cde-ab34-2e84e53d869a up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:48.602982 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks [] for router_gateway (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.635324 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55de53dc-73a3-4655-b6ff-3ebc031c8317 None None] Network cd0a686a-6ae6-405f-b13c-2737c91007a8 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:48.649568 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-577cf747-18e0-4aa7-8556-b18f29997e26 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5513368 Apr 07 11:54:48.720141 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-9ec86075-c6f1-4ded-a80e-a722a3448ada service neutron] 10.222.0.37 "GET /v2.0/networks/cc200b4b-9991-4bdc-864c-c017acebf63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820183 Apr 07 11:54:48.779108 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port f863f6b6-6f1f-4cde-ab34-2e84e53d869a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:48.779503 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.826299 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-322a9dbc-cb05-465f-9a71-57fed736e987 None None] Current status of the port f863f6b6-6f1f-4cde-ab34-2e84e53d869a is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:48.857064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58456) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:48.928747 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] Deleting subnet 213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:54:48.933973 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] Publish callbacks [] for subnet (213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.947648 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port f863f6b6-6f1f-4cde-ab34-2e84e53d869a is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:48.996471 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-ebb470ad-a3ea-4c08-a3af-70d744496613 service neutron] 10.222.0.37 "GET /v2.0/networks/cc200b4b-9991-4bdc-864c-c017acebf63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804136 Apr 07 11:54:49.029064 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.075902 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] Publish callbacks [] for subnet (213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.092030 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.287678 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.308989 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:54:49.321672 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58490) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:49.325451 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:49.331551 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.352839 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7b480bc1-1370-4b38-ab8c-c729057f8dbf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/213ea56f-bc8f-4c4e-bd55-9f4f613aeb4b HTTP/1.1" status: 204 len: 168 time: 0.4942360 Apr 07 11:54:49.355604 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58492) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:49.434404 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7b156cdb-3995-482d-83f1-a29098ad0159 req-b6f8b5c7-697f-4483-8e3f-99f29f3ea59c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.1111307 Apr 07 11:54:49.487695 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (df01598d-fc16-4cbc-bc2a-415ca44634cb), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.515943 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:49.760474 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Sync routers for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:49.760474 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:49.760474 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:49.778906 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.778906 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6f593766-faf1-4ff4-af28-47e0c6f77640 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9143631 Apr 07 11:54:49.783431 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (df01598d-fc16-4cbc-bc2a-415ca44634cb), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.784323 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58506) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > port after_create 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > port after_update 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.784823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.785797 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:49.969691 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.970641 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.970965 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.971296 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:54:49.971657 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df01598d-fc16-4cbc-bc2a-415ca44634cb']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:49.973778 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:48Z', 'revision_number': 3, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:49.993275 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:49.993573 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:50.006391 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Checking router: b45ce4e7-d4f7-40cb-93c4-74a28311dc28 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:50.007435 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Updating router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 port c400b9c8-88c5-4ce8-a020-e9e71fe644ea binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:54:50.034413 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.039731 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.062788 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.075245 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:54:50.075644 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (62e09aa2-b2a2-47d1-9bf4-6bbff5ece1a7), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: from cryptography.utils import int_from_bytes Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: from cryptography.utils import int_from_bytes Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:54:50.080857 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:54:50.220913 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (df01598d-fc16-4cbc-bc2a-415ca44634cb), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.235673 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.243454 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df01598d-fc16-4cbc-bc2a-415ca44634cb HTTP/1.1" status: 204 len: 168 time: 0.8861098 Apr 07 11:54:50.244863 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58538) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:50.264365 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050b4c8-c42b-442f-bea3-49c72118e820 admin admin] Pushing event deleted for resources: {'Network': ['ID=df01598d-fc16-4cbc-bc2a-415ca44634cb,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:50.343092 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] Deleting subnet 5c29baca-bd1a-405c-ab78-2db8fba3e015 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:54:50.351091 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] Publish callbacks [] for subnet (5c29baca-bd1a-405c-ab78-2db8fba3e015), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.403819 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.406149 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Publish callbacks [] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.447830 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (5c29baca-bd1a-405c-ab78-2db8fba3e015), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.467805 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f863f6b6-6f1f-4cde-ab34-2e84e53d869a up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:50.534792 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.549915 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (5c29baca-bd1a-405c-ab78-2db8fba3e015), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.570837 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port f863f6b6-6f1f-4cde-ab34-2e84e53d869a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:50.571728 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.600746 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Pushing event updated for resources: {'Port': ['ID=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,revision_number=2']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:50.608395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8553ad08-32d1-4d70-8795-7bbf914d349b req-4d1e47e8-e049-4513-aa9b-98b6554114c7 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0823400 Apr 07 11:54:50.621549 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.621884 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.622399 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.623151 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.623995 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.625099 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.626985 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.630387 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.630387 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.630387 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.630387 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.632531 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.633913 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.634986 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.635554 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Tracked resource versions report: Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: pushed versions: Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: { 'AddressGroup': {'1.2'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Agent': {'1.1'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'ConntrackHelper': {'1.0'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Log': {'1.0'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'NDPProxy': {'1.0'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Network': {'1.1'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Port': {'1.7'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'PortForwarding': {'1.3'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'QosPolicy': {'1.10'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroup': {'1.5'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SubPort': {'1.0'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Subnet': {'1.1'}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Trunk': {'1.1'}} Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: consumer versions: Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: { DHCP agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: HyperV agent@hv-cinder-83676: {}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: L3 agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: Metadata agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: Metering agent@dv-cinder-836769-3-iscsi: {}, Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: Open vSwitch agent@dv-cinder-836769-3-iscsi: { 'AddressGroup': '1.2', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Agent': '1.1', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'ConntrackHelper': '1.0', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'LocalIPAssociation': '1.0', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Log': '1.0', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'NDPProxy': '1.0', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Network': '1.1', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Port': '1.7', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'PortForwarding': '1.3', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'QosPolicy': '1.10', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroup': '1.5', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SecurityGroupRule': '1.2', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'SubPort': '1.0', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Subnet': '1.1', Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: 'Trunk': '1.1'}} Apr 07 11:54:50.638538 dv-cinder-836769-3-iscsi neutron-server[110306]: {{(pid=110306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:54:50.689391 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port f863f6b6-6f1f-4cde-ab34-2e84e53d869a is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:50.689991 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Attempting to bind port c400b9c8-88c5-4ce8-a020-e9e71fe644ea on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:50.691422 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Attempting to bind port c400b9c8-88c5-4ce8-a020-e9e71fe644ea by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:50.695450 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Attempting to bind port c400b9c8-88c5-4ce8-a020-e9e71fe644ea on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:50.716364 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:50.717021 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:50.717880 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.723812 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:50.726237 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Bound port: c400b9c8-88c5-4ce8-a020-e9e71fe644ea, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:50.727059 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.729756 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (5c29baca-bd1a-405c-ab78-2db8fba3e015), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.768139 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Allocated IP 172.20.0.1 (01b8ce78-e1aa-4969-9bf5-06218e762e29/138fb078-eac6-46c8-8160-fa857bf37137/f514492e-3509-4b3d-87f3-3e3a8cf93a78) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:50.775127 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c29baca-bd1a-405c-ab78-2db8fba3e015,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:50.783328 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.791277 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-62c2d75b-bc77-499e-9b1a-38de69ad8bf3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c29baca-bd1a-405c-ab78-2db8fba3e015 HTTP/1.1" status: 204 len: 168 time: 0.5345626 Apr 07 11:54:50.791277 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58562) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:50.805068 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] For port c400b9c8-88c5-4ce8-a020-e9e71fe644ea, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:50.810584 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] For port c400b9c8-88c5-4ce8-a020-e9e71fe644ea, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:50.913915 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.960519 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks [] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.963038 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (cd0a686a-6ae6-405f-b13c-2737c91007a8), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.994898 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58576) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:51.028315 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:51.029132 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.037695 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132076f-84d6-467d-b3ef-1448c1207ff4 None None] Pushing event updated for resources: {'Port': ['ID=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:51.080564 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (cd0a686a-6ae6-405f-b13c-2737c91007a8), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.113071 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0a686a-6ae6-405f-b13c-2737c91007a8']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.121845 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.124802 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f81b9c4-eb74-40bd-bf13-a494ba25087e') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.124802 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f81b9c4-eb74-40bd-bf13-a494ba25087e') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.139844 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (3f81b9c4-eb74-40bd-bf13-a494ba25087e), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.155039 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (3f81b9c4-eb74-40bd-bf13-a494ba25087e), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.165346 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:54:51.165802 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (3f81b9c4-eb74-40bd-bf13-a494ba25087e), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:54:51.167960 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:54:51.187754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:51.196758 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:51.199507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:51.200147 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.201527 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:51.279009 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3e16b878-1c01-4766-8366-0b77d1bcda94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.341150 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (cd0a686a-6ae6-405f-b13c-2737c91007a8), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.379309 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.400006 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd0a686a-6ae6-405f-b13c-2737c91007a8 HTTP/1.1" status: 204 len: 168 time: 0.6078882 Apr 07 11:54:51.431865 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b1a9c-4663-4504-9319-f51a875373f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0a686a-6ae6-405f-b13c-2737c91007a8,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:51.496394 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:48Z', 'revision_number': 3, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.502521 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-327d3ce2-fa39-44d6-867e-d30070441572 None None] Provisioning complete for port f514492e-3509-4b3d-87f3-3e3a8cf93a78 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:51.506658 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-327d3ce2-fa39-44d6-867e-d30070441572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.516404 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f514492e-3509-4b3d-87f3-3e3a8cf93a78,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:51.543807 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-327d3ce2-fa39-44d6-867e-d30070441572 None None] Port f514492e-3509-4b3d-87f3-3e3a8cf93a78 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:51.555553 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf8695-96a0-4509-8e4d-b6b32ef79664 None None] The sync data for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi is: [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:48Z', 'revision_number': 3, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:51.652875 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3e16b878-1c01-4766-8366-0b77d1bcda94 admin admin] Publish callbacks [] for security_group (d169656d-5734-4cd0-ab4d-8e001631197b), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.783393 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3e16b878-1c01-4766-8366-0b77d1bcda94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (d169656d-5734-4cd0-ab4d-8e001631197b), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.798911 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.854940 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3e16b878-1c01-4766-8366-0b77d1bcda94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f1ed884d2174cbb9ac0bbaece161931&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8530836 Apr 07 11:54:51.855031 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58612) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:51.871401 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16b878-1c01-4766-8366-0b77d1bcda94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169656d-5734-4cd0-ab4d-8e001631197b,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:51.920803 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f84615e1-295d-4ea2-88f0-ef0668713590 admin admin] Publish callbacks [] for security_group (d169656d-5734-4cd0-ab4d-8e001631197b), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.930759 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bde8ec0f-6729-4f37-9d6d-72f8075f08fb req-84ca9a53-50ec-4daa-bfac-fa1869faddb7 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0552986 Apr 07 11:54:51.994746 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f84615e1-295d-4ea2-88f0-ef0668713590 admin admin] Publish callbacks [] for security_group (d169656d-5734-4cd0-ab4d-8e001631197b), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.064551 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58618) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:52.182892 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9e5f6103-637a-4115-806f-16f69f538073 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3510dfe77b744b0890132b96ba513130&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1155028 Apr 07 11:54:52.183964 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58620) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:52.190635 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks [] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.239306 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f84615e1-295d-4ea2-88f0-ef0668713590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (d169656d-5734-4cd0-ab4d-8e001631197b), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.242482 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f84615e1-295d-4ea2-88f0-ef0668713590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.244198 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f84615e1-295d-4ea2-88f0-ef0668713590 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d169656d-5734-4cd0-ab4d-8e001631197b HTTP/1.1" status: 204 len: 168 time: 0.3894346 Apr 07 11:54:52.245167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-753d9f03-e44a-4e94-8995-526973ca382c admin admin] Publish callbacks [] for security_group (0deeded8-9453-415d-9acb-3a09f95ec1cf), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.263727 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84615e1-295d-4ea2-88f0-ef0668713590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169656d-5734-4cd0-ab4d-8e001631197b,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:52.266111 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.267021 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.278912 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-753d9f03-e44a-4e94-8995-526973ca382c admin admin] Publish callbacks [] for security_group (0deeded8-9453-415d-9acb-3a09f95ec1cf), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.358541 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f514492e-3509-4b3d-87f3-3e3a8cf93a78,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:52.377855 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58628) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:52.417115 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-753d9f03-e44a-4e94-8995-526973ca382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0deeded8-9453-415d-9acb-3a09f95ec1cf), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.429331 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-753d9f03-e44a-4e94-8995-526973ca382c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.434660 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-753d9f03-e44a-4e94-8995-526973ca382c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0deeded8-9453-415d-9acb-3a09f95ec1cf HTTP/1.1" status: 204 len: 168 time: 0.2456596 Apr 07 11:54:52.445458 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d9f03-e44a-4e94-8995-526973ca382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deeded8-9453-415d-9acb-3a09f95ec1cf,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:52.488589 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:52.494184 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:52.524424 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c400b9c8-88c5-4ce8-a020-e9e71fe644ea up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:52.596428 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1432263d-d0ab-484d-a928-1f56485e3f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.620994 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port c400b9c8-88c5-4ce8-a020-e9e71fe644ea triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:52.622496 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.792401 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:52.805688 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port c400b9c8-88c5-4ce8-a020-e9e71fe644ea is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:52.808149 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.817127 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1432263d-d0ab-484d-a928-1f56485e3f99 admin admin] Publish callbacks [] for security_group (3cb7df81-9be3-4845-b2df-cad6baca2399), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.838616 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port c400b9c8-88c5-4ce8-a020-e9e71fe644ea, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:52.893256 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a1049d29-63e0-4a0c-b296-235d27099d53 None None] Provisioning complete for port f514492e-3509-4b3d-87f3-3e3a8cf93a78 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:52.894496 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a1049d29-63e0-4a0c-b296-235d27099d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.900500 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1432263d-d0ab-484d-a928-1f56485e3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3cb7df81-9be3-4845-b2df-cad6baca2399), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.947626 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a1049d29-63e0-4a0c-b296-235d27099d53 None None] Port f514492e-3509-4b3d-87f3-3e3a8cf93a78 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:52.947626 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.987510 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:53.004517 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-1432263d-d0ab-484d-a928-1f56485e3f99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6f9d56b2a204819a0f2adbca9a28d6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6255531 Apr 07 11:54:53.009335 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58650) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:53.020716 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-32b9f9a6-ccc0-4593-b936-a5b9459e23b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/b45ce4e7-d4f7-40cb-93c4-74a28311dc28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4106572 Apr 07 11:54:53.023305 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:53.108238 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432263d-d0ab-484d-a928-1f56485e3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb7df81-9be3-4845-b2df-cad6baca2399,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:53.111722 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-99a6203d-a087-40a3-a3dc-ba2f83871c9d req-8195d3be-ed92-48f0-9003-6e24d84daa4a tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0368552 Apr 07 11:54:53.127767 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50ed94cc-b0f6-4d59-acfe-b8d2e544243d admin admin] Publish callbacks [] for security_group (3cb7df81-9be3-4845-b2df-cad6baca2399), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.183517 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50ed94cc-b0f6-4d59-acfe-b8d2e544243d admin admin] Publish callbacks [] for security_group (3cb7df81-9be3-4845-b2df-cad6baca2399), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.340239 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50ed94cc-b0f6-4d59-acfe-b8d2e544243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3cb7df81-9be3-4845-b2df-cad6baca2399), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.343021 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50ed94cc-b0f6-4d59-acfe-b8d2e544243d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.344456 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-50ed94cc-b0f6-4d59-acfe-b8d2e544243d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cb7df81-9be3-4845-b2df-cad6baca2399 HTTP/1.1" status: 204 len: 168 time: 0.3332140 Apr 07 11:54:53.356438 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed94cc-b0f6-4d59-acfe-b8d2e544243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb7df81-9be3-4845-b2df-cad6baca2399,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:53.479973 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58676) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:53.530334 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-61d890a3-d978-49f4-af0f-412453b15cb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec6a0642558b46879dc929e3a85d2e24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490506 Apr 07 11:54:53.535918 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58678) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:53.591083 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5e3561e3-1f18-4d08-9bce-aa3db6bd733d admin admin] Publish callbacks [] for security_group (f5d04723-17ce-42a9-bd63-a8c1af7bc0e8), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.613399 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5e3561e3-1f18-4d08-9bce-aa3db6bd733d admin admin] Publish callbacks [] for security_group (f5d04723-17ce-42a9-bd63-a8c1af7bc0e8), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.733416 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5e3561e3-1f18-4d08-9bce-aa3db6bd733d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f5d04723-17ce-42a9-bd63-a8c1af7bc0e8), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.736315 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5e3561e3-1f18-4d08-9bce-aa3db6bd733d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.742222 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-5e3561e3-1f18-4d08-9bce-aa3db6bd733d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5d04723-17ce-42a9-bd63-a8c1af7bc0e8 HTTP/1.1" status: 204 len: 168 time: 0.2006581 Apr 07 11:54:53.747227 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3561e3-1f18-4d08-9bce-aa3db6bd733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d04723-17ce-42a9-bd63-a8c1af7bc0e8,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:53.824885 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Sync routers for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:53.835571 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:53.836395 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:54.110790 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:54.146776 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a834362e-aaa7-4738-92e5-5cdd36da0110 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:54.156852 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a834362e-aaa7-4738-92e5-5cdd36da0110 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 818 time: 0.1331975 Apr 07 11:54:54.174416 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f98968ee-71d5-44dc-a3de-11cead69d846 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/quotas/f5fbc0ea99cd42689e0f38129ddd886e HTTP/1.1" status: 200 len: 375 time: 0.0181775 Apr 07 11:54:54.265299 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-0f73af86-0a69-4ede-88c4-6bc05c347da7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818434 Apr 07 11:54:54.305763 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-87103523-3a10-4ade-b14c-2795947f6657 req-6c765a4b-3800-446c-bd57-f3bdae9273ca tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0419281 Apr 07 11:54:54.332991 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58718) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:54.352692 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fa81c2b1-5c31-4dda-b23c-7b3e705bedc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.400153 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 2, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:54.447546 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Checking router: b45ce4e7-d4f7-40cb-93c4-74a28311dc28 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:54.447893 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Updating router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 port f514492e-3509-4b3d-87f3-3e3a8cf93a78 binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:54:54.474175 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c400b9c8-88c5-4ce8-a020-e9e71fe644ea up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:54.484960 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fa81c2b1-5c31-4dda-b23c-7b3e705bedc3 admin admin] Publish callbacks [] for security_group (782bd41a-b693-4876-8d6e-577e71aae973), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.510494 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.537563 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fa81c2b1-5c31-4dda-b23c-7b3e705bedc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (782bd41a-b693-4876-8d6e-577e71aae973), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.583074 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-fa81c2b1-5c31-4dda-b23c-7b3e705bedc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3b72e51d4a948da8cb88f835386a7a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2466166 Apr 07 11:54:54.583074 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81c2b1-5c31-4dda-b23c-7b3e705bedc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782bd41a-b693-4876-8d6e-577e71aae973,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:54.583967 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 58728) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:54.637123 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port c400b9c8-88c5-4ce8-a020-e9e71fe644ea triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:54.637570 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.658992 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed30a033-e806-4d1d-ba4b-56e5ddfc22d1 admin admin] Publish callbacks [] for security_group (782bd41a-b693-4876-8d6e-577e71aae973), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.688363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed30a033-e806-4d1d-ba4b-56e5ddfc22d1 admin admin] Publish callbacks [] for security_group (782bd41a-b693-4876-8d6e-577e71aae973), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.837492 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-26a43a8b-3918-4313-9e8e-d5ead5aa41d7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:54:54.838511 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-26a43a8b-3918-4313-9e8e-d5ead5aa41d7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2457874 Apr 07 11:54:54.855549 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port c400b9c8-88c5-4ce8-a020-e9e71fe644ea is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:54.878836 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed30a033-e806-4d1d-ba4b-56e5ddfc22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (782bd41a-b693-4876-8d6e-577e71aae973), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.881559 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed30a033-e806-4d1d-ba4b-56e5ddfc22d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.882734 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-ed30a033-e806-4d1d-ba4b-56e5ddfc22d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/782bd41a-b693-4876-8d6e-577e71aae973 HTTP/1.1" status: 204 len: 168 time: 0.2965791 Apr 07 11:54:54.924947 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30a033-e806-4d1d-ba4b-56e5ddfc22d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782bd41a-b693-4876-8d6e-577e71aae973,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:54.930922 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Publish callbacks [] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:54.975477 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-0e043f50-2f59-4da5-9ee9-e31aae2aac11 service neutron] 10.222.0.37 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301312 Apr 07 11:54:55.003992 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:55.095180 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-3ae0bf56-33b5-41c6-917f-604f20c73a26 service neutron] 10.222.0.37 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168404 Apr 07 11:54:55.123729 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ae349-3fba-4fb1-9495-f3080e2bec56 None None] Pushing event updated for resources: {'Port': ['ID=f514492e-3509-4b3d-87f3-3e3a8cf93a78,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:55.128101 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Attempting to bind port f514492e-3509-4b3d-87f3-3e3a8cf93a78 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:55.128475 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Attempting to bind port f514492e-3509-4b3d-87f3-3e3a8cf93a78 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:55.128835 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Attempting to bind port f514492e-3509-4b3d-87f3-3e3a8cf93a78 on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:55.140349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:55.144622 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Checking segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:55.145457 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:55.145916 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Bound using segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:55.146788 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Bound port: f514492e-3509-4b3d-87f3-3e3a8cf93a78, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:55.147228 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:55.273062 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] For port f514492e-3509-4b3d-87f3-3e3a8cf93a78, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:55.276493 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] For port f514492e-3509-4b3d-87f3-3e3a8cf93a78, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f514492e-3509-4b3d-87f3-3e3a8cf93a78,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:55.339214 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:55.448021 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:55.449230 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:55.450997 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ae349-3fba-4fb1-9495-f3080e2bec56 None None] Pushing event updated for resources: {'Port': ['ID=f514492e-3509-4b3d-87f3-3e3a8cf93a78,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:55.453828 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a7308d7d-9f56-4529-b23d-dafd0b5f8fc1 None None] Provisioning complete for port f514492e-3509-4b3d-87f3-3e3a8cf93a78 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:55.454223 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a7308d7d-9f56-4529-b23d-dafd0b5f8fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:55.760387 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8e1695e1-eef7-44ae-828b-240e137e9a1f req-708e9d94-9a48-4424-95e8-87c56dfd1948 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0648308 Apr 07 11:54:55.779773 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:55.884717 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a7308d7d-9f56-4529-b23d-dafd0b5f8fc1 None None] Current status of the port f514492e-3509-4b3d-87f3-3e3a8cf93a78 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:55.886010 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a7308d7d-9f56-4529-b23d-dafd0b5f8fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:55.906255 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5eae7979-f1ac-4894-a76a-394dcd5bde99 req-8594caa7-d46b-4984-9586-488df2dcf788 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 210 time: 0.0445793 Apr 07 11:54:56.008830 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-a7308d7d-9f56-4529-b23d-dafd0b5f8fc1 None None] For port f514492e-3509-4b3d-87f3-3e3a8cf93a78, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f514492e-3509-4b3d-87f3-3e3a8cf93a78,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:56.093548 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:56.120953 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a7308d7d-9f56-4529-b23d-dafd0b5f8fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:56.123438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e299fc-5a84-4812-9730-95c8a261323e None None] The sync data for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi is: [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:56.197186 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7308d7d-9f56-4529-b23d-dafd0b5f8fc1 None None] Pushing event updated for resources: {'Port': ['ID=f514492e-3509-4b3d-87f3-3e3a8cf93a78,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:56.251930 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-c4b78431-6b77-4769-a474-0e72b4d9081a None None] Provisioning complete for port f514492e-3509-4b3d-87f3-3e3a8cf93a78 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:56.255326 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c4b78431-6b77-4769-a474-0e72b4d9081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:56.457047 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c4b78431-6b77-4769-a474-0e72b4d9081a None None] Current status of the port f514492e-3509-4b3d-87f3-3e3a8cf93a78 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:56.461978 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58846) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:56.538228 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f514492e-3509-4b3d-87f3-3e3a8cf93a78 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:56.611710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port f514492e-3509-4b3d-87f3-3e3a8cf93a78 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:56.612560 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:56.660505 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-84561e61-c509-4579-aa70-89c5ff02f9f4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:56.664498 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8799ebc7-c9d0-405f-bd77-85c68f7b71f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:56.668897 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-84561e61-c509-4579-aa70-89c5ff02f9f4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 818 time: 0.2649286 Apr 07 11:54:56.698673 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-db17e6d3-9ae5-47b7-8c02-ff372095962b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/quotas/f5fbc0ea99cd42689e0f38129ddd886e HTTP/1.1" status: 200 len: 375 time: 0.0281024 Apr 07 11:54:56.774777 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port f514492e-3509-4b3d-87f3-3e3a8cf93a78 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:56.794355 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8799ebc7-c9d0-405f-bd77-85c68f7b71f6 admin admin] Publish callbacks [] for security_group (533856e9-1d4f-4331-8849-9ba05bf470cf), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:56.809519 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-3779a1bf-9967-47fd-a52a-e14c452de155 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092012 Apr 07 11:54:56.869350 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8799ebc7-c9d0-405f-bd77-85c68f7b71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (533856e9-1d4f-4331-8849-9ba05bf470cf), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:56.918107 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8799ebc7-c9d0-405f-bd77-85c68f7b71f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4410c1c9f7a04f7e967cf041dcc71b6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4524720 Apr 07 11:54:56.918107 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58870) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:56.956727 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799ebc7-c9d0-405f-bd77-85c68f7b71f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533856e9-1d4f-4331-8849-9ba05bf470cf,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:56.998117 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bfb41e76-1fc1-4ba6-ba1e-9b03dce0aa29 admin admin] Publish callbacks [] for security_group (533856e9-1d4f-4331-8849-9ba05bf470cf), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.024178 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bfb41e76-1fc1-4ba6-ba1e-9b03dce0aa29 admin admin] Publish callbacks [] for security_group (533856e9-1d4f-4331-8849-9ba05bf470cf), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.032654 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e3d48b7e-07a2-4112-8b70-a91fc7137cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.119664 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-da7b8051-9dd6-441c-9bfd-212931ce7d6f req-367e65cb-64ec-4537-ae79-58627ada2bf3 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.2020352 Apr 07 11:54:57.154745 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bfb41e76-1fc1-4ba6-ba1e-9b03dce0aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (533856e9-1d4f-4331-8849-9ba05bf470cf), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.157832 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bfb41e76-1fc1-4ba6-ba1e-9b03dce0aa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.159177 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-bfb41e76-1fc1-4ba6-ba1e-9b03dce0aa29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/533856e9-1d4f-4331-8849-9ba05bf470cf HTTP/1.1" status: 204 len: 168 time: 0.2399805 Apr 07 11:54:57.167766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-28dc60d6-d582-4d98-b0d7-5e809c73ecbc service neutron] 10.222.0.37 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576372 Apr 07 11:54:57.168946 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb41e76-1fc1-4ba6-ba1e-9b03dce0aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533856e9-1d4f-4331-8849-9ba05bf470cf,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:57.232551 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58880) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:57.306856 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-0788df75-00fc-454f-86d6-6f256dee82a8 service neutron] 10.222.0.37 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331515 Apr 07 11:54:57.363524 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-715472179-network', 'tenant_id': '1e927f24523b400a8a65b1104a238b5b'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:57.460050 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Made reservation on behalf of 1e927f24523b400a8a65b1104a238b5b for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:57.462770 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.472898 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.649072 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks [] for security_group (da586299-5711-441d-b7f0-605072e1fdf5), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.664121 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-13613c04-cc70-40d6-8c71-984b245d5eb7 req-f34ba361-304f-4a7e-abdc-ac638ef4d828 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.0791914 Apr 07 11:54:57.700391 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (da586299-5711-441d-b7f0-605072e1fdf5), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.724196 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:57.738326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (2c9625bd-3a73-4689-a2f2-1ca496b3f570), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.738326 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Added segment 2c9625bd-3a73-4689-a2f2-1ca496b3f570 of type vlan for network 30d43821-5b49-418f-9ed0-801a28fec272 Apr 07 11:54:57.833584 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (30d43821-5b49-418f-9ed0-801a28fec272), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.844071 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da586299-5711-441d-b7f0-605072e1fdf5,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:57.969153 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (30d43821-5b49-418f-9ed0-801a28fec272), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.970128 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:57.971121 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:58.061784 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] Pushing event updated for resources: {'Network': ['ID=30d43821-5b49-418f-9ed0-801a28fec272,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:58.078459 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 30d43821-5b49-418f-9ed0-801a28fec272 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:58.108498 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-1a81af02-9d16-4f51-998f-62585efa7903 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8748405 Apr 07 11:54:58.111510 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 58930) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:58.117061 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Request body: {'subnet': {'network_id': '30d43821-5b49-418f-9ed0-801a28fec272', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-715472179-subnet', 'tenant_id': '1e927f24523b400a8a65b1104a238b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:58.241314 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3de3334-9382-46aa-b58b-e49b795260c3 req-f308ba4a-18a6-4d6e-89b6-19d9b9b0d2d0 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0298808 Apr 07 11:54:58.260326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Made reservation on behalf of 1e927f24523b400a8a65b1104a238b5b for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:58.262728 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:58.492131 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (498b3927-901b-4296-8eb4-1f761b89eee6), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:58.553497 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=498b3927-901b-4296-8eb4-1f761b89eee6,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:58.566685 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Checking segment: {'id': '2c9625bd-3a73-4689-a2f2-1ca496b3f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '30d43821-5b49-418f-9ed0-801a28fec272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:58.567233 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Network hostable DHCP agents. Network: 30d43821-5b49-418f-9ed0-801a28fec272, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:58.645704 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Network 30d43821-5b49-418f-9ed0-801a28fec272 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:58.723144 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 30d43821-5b49-418f-9ed0-801a28fec272) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:58.728008 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:58.728790 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:58.742985 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3db00-2a97-4627-b0b5-143b005ae116 None None] Network 30d43821-5b49-418f-9ed0-801a28fec272 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:58.759227 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e411e4e3-4762-49b8-a248-d7eb47dcff41 req-f716ba15-01e7-491e-b01c-497b236bf040 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.0360672 Apr 07 11:54:58.814406 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0f050a33-4ae9-4d77-824a-0aada2e60d53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7016547 Apr 07 11:54:58.879535 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe3a7d-f96c-4a67-91cd-b04ec7cde998 None None] Network 30d43821-5b49-418f-9ed0-801a28fec272 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:59.343203 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c82f6a42-5cbd-4050-bb46-dcc2d45c2599 req-19d71832-0b68-41b5-bff9-0a1d0db34b1d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0265262 Apr 07 11:54:59.377823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59006) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:59.530672 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5e947394-2595-4090-ae96-4d1fe5a70d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.558453 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1b01ae03-dae6-4473-aa22-699ae06100f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.635032 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1b01ae03-dae6-4473-aa22-699ae06100f2 admin admin] Publish callbacks [] for security_group (2a1e500f-4b2d-4246-babc-7033e16b285a), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.674725 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1b01ae03-dae6-4473-aa22-699ae06100f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (2a1e500f-4b2d-4246-babc-7033e16b285a), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.719749 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-1b01ae03-dae6-4473-aa22-699ae06100f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93746f046d8c4de4a379baec7b9b44e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3408406 Apr 07 11:54:59.720852 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01ae03-dae6-4473-aa22-699ae06100f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e500f-4b2d-4246-babc-7033e16b285a,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:59.722413 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59028) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:59.789273 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-887f9c76-7673-48ce-a08e-8c7bbdc69acd admin admin] Publish callbacks [] for security_group (2a1e500f-4b2d-4246-babc-7033e16b285a), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.815896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-887f9c76-7673-48ce-a08e-8c7bbdc69acd admin admin] Publish callbacks [] for security_group (2a1e500f-4b2d-4246-babc-7033e16b285a), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.844952 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59036) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:59.850295 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-493442692-network', 'tenant_id': 'c3bf43d43cd04c558f94374f27a5aa59'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:59.876622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-57d14fdb-53c8-4a80-ae3a-14209dd4c7b4 req-993fc654-8d1c-4ef3-a44d-623e1f28a44f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.0376699 Apr 07 11:54:59.946064 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Made reservation on behalf of c3bf43d43cd04c558f94374f27a5aa59 for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:59.948521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.960674 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.975578 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-887f9c76-7673-48ce-a08e-8c7bbdc69acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (2a1e500f-4b2d-4246-babc-7033e16b285a), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.978209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-887f9c76-7673-48ce-a08e-8c7bbdc69acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.981833 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-887f9c76-7673-48ce-a08e-8c7bbdc69acd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a1e500f-4b2d-4246-babc-7033e16b285a HTTP/1.1" status: 204 len: 168 time: 0.2559824 Apr 07 11:54:59.989737 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f9c76-7673-48ce-a08e-8c7bbdc69acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e500f-4b2d-4246-babc-7033e16b285a,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.167697 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks [] for security_group (08077d15-4c43-4cfe-a563-933b573807d1), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.225591 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.265805 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (08077d15-4c43-4cfe-a563-933b573807d1), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.291908 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:55:00.297190 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08077d15-4c43-4cfe-a563-933b573807d1,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.305153 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (123977b5-c63a-4ca5-8533-547e5e264ca3), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.305486 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Added segment 123977b5-c63a-4ca5-8533-547e5e264ca3 of type vlan for network dad47c1f-84d0-41a9-9c92-eef4072529a7 Apr 07 11:55:00.344323 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (dad47c1f-84d0-41a9-9c92-eef4072529a7), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.407301 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.48', 65160) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:00.432564 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (dad47c1f-84d0-41a9-9c92-eef4072529a7), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.433610 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.434251 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.444843 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b17600b9-6d73-4a5d-ae2b-ebad647382ab req-87a8c721-8249-4a6a-945a-25f94b90f776 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0280821 Apr 07 11:55:00.493336 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] Pushing event updated for resources: {'Network': ['ID=dad47c1f-84d0-41a9-9c92-eef4072529a7,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.504215 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network dad47c1f-84d0-41a9-9c92-eef4072529a7 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:55:00.534614 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7d3aafec-a510-4494-9c92-317d66437159 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6884866 Apr 07 11:55:00.537360 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59060) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:00.542228 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Request body: {'subnet': {'network_id': 'dad47c1f-84d0-41a9-9c92-eef4072529a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-493442692-subnet', 'tenant_id': 'c3bf43d43cd04c558f94374f27a5aa59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:00.645853 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Made reservation on behalf of c3bf43d43cd04c558f94374f27a5aa59 for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:55:00.648187 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.707717 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59062) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:00.722354 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c34b-e953-48bc-b42f-18e5ab0eb542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.798122 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c34b-e953-48bc-b42f-18e5ab0eb542 admin admin] Publish callbacks [] for security_group (f31ac266-61c5-48e0-ab37-d0333e2f0513), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.885722 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c34b-e953-48bc-b42f-18e5ab0eb542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f31ac266-61c5-48e0-ab37-d0333e2f0513), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.911717 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.927869 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e6a4c34b-e953-48bc-b42f-18e5ab0eb542 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f829eed41ab4d8fabe23b966d9b8da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159283 Apr 07 11:55:00.927869 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4c34b-e953-48bc-b42f-18e5ab0eb542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31ac266-61c5-48e0-ab37-d0333e2f0513,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.928791 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59070) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:00.968063 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.981318 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Checking segment: {'id': '123977b5-c63a-4ca5-8533-547e5e264ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dad47c1f-84d0-41a9-9c92-eef4072529a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:55:00.981668 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Network hostable DHCP agents. Network: dad47c1f-84d0-41a9-9c92-eef4072529a7, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:55:00.997131 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-93ac62e4-44a2-490e-aa19-adae8d5d4b61 req-042d1487-9e88-4e3d-90f8-ec50ee60bda6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.0431018 Apr 07 11:55:01.012456 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-03619409-9606-4e16-8698-d6499fb8e21a admin admin] Publish callbacks [] for security_group (f31ac266-61c5-48e0-ab37-d0333e2f0513), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.035245 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-03619409-9606-4e16-8698-d6499fb8e21a admin admin] Publish callbacks [] for security_group (f31ac266-61c5-48e0-ab37-d0333e2f0513), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.057329 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Network dad47c1f-84d0-41a9-9c92-eef4072529a7 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:55:01.128560 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, dad47c1f-84d0-41a9-9c92-eef4072529a7) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:01.133326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.134295 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.139567 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb9b91b-f0bb-4fe0-a701-0a49798f0496 None None] Network dad47c1f-84d0-41a9-9c92-eef4072529a7 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:55:01.163677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-03619409-9606-4e16-8698-d6499fb8e21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f31ac266-61c5-48e0-ab37-d0333e2f0513), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.168345 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-03619409-9606-4e16-8698-d6499fb8e21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.168345 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-03619409-9606-4e16-8698-d6499fb8e21a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f31ac266-61c5-48e0-ab37-d0333e2f0513 HTTP/1.1" status: 204 len: 168 time: 0.2380137 Apr 07 11:55:01.175981 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619409-9606-4e16-8698-d6499fb8e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31ac266-61c5-48e0-ab37-d0333e2f0513,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:01.244300 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-212026f0-4dfc-4251-bdff-4090d04e568e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7055602 Apr 07 11:55:01.293877 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff5179d-afb0-4b4d-93ed-7698776d74cc None None] Network dad47c1f-84d0-41a9-9c92-eef4072529a7 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:55:01.539083 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b889b30-4822-497b-b126-e71cddc9d51d req-c1dcffee-6e29-4f10-894c-5cace4089d51 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0275362 Apr 07 11:55:01.963674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-86721a2e-4791-453c-bd84-a41b9653368e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.965852 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-86721a2e-4791-453c-bd84-a41b9653368e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.48 "GET /v2.0/networks?id=cc200b4b-9991-4bdc-864c-c017acebf63f HTTP/1.1" status: 200 len: 812 time: 0.1445389 Apr 07 11:55:02.019404 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Request body: {'port': {'device_id': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f', 'admin_state_up': True, 'tenant_id': 'c4b2141128be4822b99a599d40ae6d61'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:02.026564 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:02.179520 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eb95f217-3376-48de-9ae2-503403318845 req-b2484df5-68fd-4b08-92f8-1cd8b9f32eda tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.1035044 Apr 07 11:55:02.351275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Made reservation on behalf of c4b2141128be4822b99a599d40ae6d61 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:55:02.355612 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:02.499890 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59130) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:02.649397 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Allocated IP 172.20.0.2 (cc200b4b-9991-4bdc-864c-c017acebf63f/bc28504f-8408-4854-b7b5-ca1a10257c47/3dc479c0-8500-4583-a481-2a5558f5f5b1) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:55:02.650680 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-000ae941-bc3a-4dde-9ca0-d65f5d3f53b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:02.656715 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12179717-9cdc-4eb5-8e72-084f69cded9e req-1aef8582-53b4-42b0-ba5b-4624dbc91432 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0377226 Apr 07 11:55:02.749741 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.48', 65169) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:02.796065 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-000ae941-bc3a-4dde-9ca0-d65f5d3f53b1 admin admin] Publish callbacks [] for security_group (329640d4-448f-4fae-bd22-e1f5662e9886), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:02.874432 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-000ae941-bc3a-4dde-9ca0-d65f5d3f53b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (329640d4-448f-4fae-bd22-e1f5662e9886), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:02.933451 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-000ae941-bc3a-4dde-9ca0-d65f5d3f53b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d29a6f1bad1e45beae0b5337d778244b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321828 Apr 07 11:55:02.934813 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ae941-bc3a-4dde-9ca0-d65f5d3f53b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329640d4-448f-4fae-bd22-e1f5662e9886,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:02.937382 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59156) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:02.949867 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-61001876-5538-470e-ba7d-666e2fbeaf80 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.951448 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-61001876-5538-470e-ba7d-666e2fbeaf80 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 818 time: 0.2007773 Apr 07 11:55:02.965688 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'port': {'device_id': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'admin_state_up': True, 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:02.997045 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-945e8dd9-248d-4cd3-98f1-745603a35e5b admin admin] Publish callbacks [] for security_group (329640d4-448f-4fae-bd22-e1f5662e9886), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.025730 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-945e8dd9-248d-4cd3-98f1-745603a35e5b admin admin] Publish callbacks [] for security_group (329640d4-448f-4fae-bd22-e1f5662e9886), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.046397 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks [] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.228143 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-945e8dd9-248d-4cd3-98f1-745603a35e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (329640d4-448f-4fae-bd22-e1f5662e9886), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.231188 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-945e8dd9-248d-4cd3-98f1-745603a35e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.232158 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.232640 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-945e8dd9-248d-4cd3-98f1-745603a35e5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/329640d4-448f-4fae-bd22-e1f5662e9886 HTTP/1.1" status: 204 len: 168 time: 0.2942410 Apr 07 11:55:03.251048 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e8dd9-248d-4cd3-98f1-745603a35e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329640d4-448f-4fae-bd22-e1f5662e9886,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:03.383237 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.403680 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.48', 65172) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:03.520350 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Made reservation on behalf of f5fbc0ea99cd42689e0f38129ddd886e for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:55:03.523854 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.562225 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Pushing event updated for resources: {'Port': ['ID=3dc479c0-8500-4583-a481-2a5558f5f5b1,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:03.569471 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e4bc1cf4-8d90-476f-a112-ab48fb35e35c req-50fccd55-1474-4645-bae5-7a209d5087bb tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.2230639 Apr 07 11:55:03.576338 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Network cc200b4b-9991-4bdc-864c-c017acebf63f is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:55:03.579725 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:03.591402 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:55:03.591402 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:03.591402 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.645406 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-32bcbb29-0400-4dcd-8b7b-9e684e8d8329 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:03.647234 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-32bcbb29-0400-4dcd-8b7b-9e684e8d8329 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 818 time: 0.2424126 Apr 07 11:55:03.661693 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'port': {'device_id': '19c70415-d830-4d29-a048-bb85c6fd334b', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'admin_state_up': True, 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:03.729191 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-c598cb41-5298-401f-9c03-987288540e53 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7136464 Apr 07 11:55:03.758967 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-3e2287ae-3a79-4b97-847d-f8a5ecaea058 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:55:03.762096 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-3e2287ae-3a79-4b97-847d-f8a5ecaea058 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262744 Apr 07 11:55:03.887436 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Allocated IP 172.20.0.6 (01b8ce78-e1aa-4969-9bf5-06218e762e29/138fb078-eac6-46c8-8160-fa857bf37137/ba17503f-e910-4699-a145-0e962bbee31e) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:55:03.953113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45563a6-b250-417a-b230-66b7df9f8875 req-38bf0751-e271-4f6b-b6f4-f2be0b25c1bc tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:03.955649 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b45563a6-b250-417a-b230-66b7df9f8875 req-38bf0751-e271-4f6b-b6f4-f2be0b25c1bc tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 931 time: 0.1829824 Apr 07 11:55:04.065704 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Made reservation on behalf of f5fbc0ea99cd42689e0f38129ddd886e for: {'port': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:55:04.070509 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.171469 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b45563a6-b250-417a-b230-66b7df9f8875 req-8ef9b943-8fbf-4d85-9752-c82bc603f983 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078164 Apr 07 11:55:04.326331 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for port (ba17503f-e910-4699-a145-0e962bbee31e), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.344007 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59232) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:04.498677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (ba17503f-e910-4699-a145-0e962bbee31e), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.585866 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Request body: {'port': {'device_id': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:04.635125 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:55:04.636603 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:04.646027 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:55:04.655086 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:04.655810 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.674254 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'Port': ['ID=ba17503f-e910-4699-a145-0e962bbee31e,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:04.736878 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8472e003-a08e-4bfb-99ea-cd168f58c734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.757891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.805457 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-a9d97cf2-0668-4ecb-bdc7-f4d4c7cbc69a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8435361 Apr 07 11:55:04.886062 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Allocated IP 172.20.0.12 (01b8ce78-e1aa-4969-9bf5-06218e762e29/138fb078-eac6-46c8-8160-fa857bf37137/66dd2388-7ab1-4e1d-b366-de80d9ce74ca) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:55:04.893278 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3a0442ad-6696-448b-ae90-5cec099f5f22 req-1d40c238-4ccc-49cd-af12-5c8e475a7e2f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.1201990 Apr 07 11:55:04.898669 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Request body: {'port': {'device_id': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:05.151094 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-de0c1ff8-0018-4a27-a9a7-90df8859d760 None None] Provisioning complete for port ba17503f-e910-4699-a145-0e962bbee31e triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:05.151094 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-de0c1ff8-0018-4a27-a9a7-90df8859d760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ba17503f-e910-4699-a145-0e962bbee31e), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.153445 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ba17503f-e910-4699-a145-0e962bbee31e), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.153628 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-de0c1ff8-0018-4a27-a9a7-90df8859d760 None None] Port ba17503f-e910-4699-a145-0e962bbee31e cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:55:05.197505 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.213244 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8472e003-a08e-4bfb-99ea-cd168f58c734 admin admin] Publish callbacks [] for security_group (8f00ee89-b6f6-4ec7-bee7-53c409f44352), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.435001 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8472e003-a08e-4bfb-99ea-cd168f58c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (8f00ee89-b6f6-4ec7-bee7-53c409f44352), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.439684 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.717503 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:55:05.721443 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8472e003-a08e-4bfb-99ea-cd168f58c734 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ea758d6a5b54f4c95d73d964bfd7ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3736017 Apr 07 11:55:05.727896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59286) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:05.731845 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:05.779439 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:55:05.817141 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc479c0-8500-4583-a481-2a5558f5f5b1 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:05.830020 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472e003-a08e-4bfb-99ea-cd168f58c734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f00ee89-b6f6-4ec7-bee7-53c409f44352,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:05.860323 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'Port': ['ID=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:05.879371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d0f8a-b177-4c04-938d-95b657be85de req-7f58f742-5d7c-4944-8ed3-ad6a3101af1b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:05.881255 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd8d0f8a-b177-4c04-938d-95b657be85de req-7f58f742-5d7c-4944-8ed3-ad6a3101af1b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 931 time: 0.5256612 Apr 07 11:55:05.894910 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Publish callbacks [] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.895558 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:05.896155 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:05.984019 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-cb802799-8f06-437f-b577-9ccbe602c12b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3284674 Apr 07 11:55:05.999903 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Request body: {'port': {'device_id': '19c70415-d830-4d29-a048-bb85c6fd334b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:06.012633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Transition to ACTIVE for port object 3dc479c0-8500-4583-a481-2a5558f5f5b1 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:55:06.114222 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.121840 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.159372 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-25096e19-9a02-41b7-95e9-8b21b06db452 None None] Provisioning complete for port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:06.160217 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-25096e19-9a02-41b7-95e9-8b21b06db452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.229097 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd8d0f8a-b177-4c04-938d-95b657be85de req-edd0e05f-e291-449a-8cc8-5bd51f2843d8 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348417 Apr 07 11:55:06.289458 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-25096e19-9a02-41b7-95e9-8b21b06db452 None None] Port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:55:06.409772 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dc70ea6b-d5b6-4ce5-950c-0af51b185156 admin admin] Publish callbacks [] for security_group (8f00ee89-b6f6-4ec7-bee7-53c409f44352), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.425183 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba17503f-e910-4699-a145-0e962bbee31e {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:06.476885 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Publish callbacks [] for port (ba17503f-e910-4699-a145-0e962bbee31e), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.496855 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Pushing event updated for resources: {'Port': ['ID=3dc479c0-8500-4583-a481-2a5558f5f5b1,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:06.533009 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dc70ea6b-d5b6-4ce5-950c-0af51b185156 admin admin] Publish callbacks [] for security_group (8f00ee89-b6f6-4ec7-bee7-53c409f44352), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.565918 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Attempting to bind port 3dc479c0-8500-4583-a481-2a5558f5f5b1 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:55:06.566394 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Attempting to bind port 3dc479c0-8500-4583-a481-2a5558f5f5b1 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '667e54fd-75f4-43bf-93ae-890634041850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:55:06.566849 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Attempting to bind port 3dc479c0-8500-4583-a481-2a5558f5f5b1 on network cc200b4b-9991-4bdc-864c-c017acebf63f {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:06.604535 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61604ea8-46da-41e4-867c-09e3a2afa7cd req-f1a2d1f2-c8c9-4793-a424-0fe91c10d1ad tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:06.607340 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61604ea8-46da-41e4-867c-09e3a2afa7cd req-f1a2d1f2-c8c9-4793-a424-0fe91c10d1ad tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 932 time: 0.5963066 Apr 07 11:55:06.609251 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Transition to ACTIVE for port object ba17503f-e910-4699-a145-0e962bbee31e will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:55:06.624978 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Port 3dc479c0-8500-4583-a481-2a5558f5f5b1 on network cc200b4b-9991-4bdc-864c-c017acebf63f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:55:06.625879 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Attempting to bind port 3dc479c0-8500-4583-a481-2a5558f5f5b1 on network cc200b4b-9991-4bdc-864c-c017acebf63f {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:06.637696 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:55:06.638352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Checking segment: {'id': '667e54fd-75f4-43bf-93ae-890634041850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:55:06.639136 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Bound using segment: {'id': '667e54fd-75f4-43bf-93ae-890634041850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:55:06.639852 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Bound port: 3dc479c0-8500-4583-a481-2a5558f5f5b1, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667e54fd-75f4-43bf-93ae-890634041850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:55:06.640416 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.764417 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ba17503f-e910-4699-a145-0e962bbee31e), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.866207 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dc70ea6b-d5b6-4ce5-950c-0af51b185156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (8f00ee89-b6f6-4ec7-bee7-53c409f44352), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.868910 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dc70ea6b-d5b6-4ce5-950c-0af51b185156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:06.872754 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-dc70ea6b-d5b6-4ce5-950c-0af51b185156 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f00ee89-b6f6-4ec7-bee7-53c409f44352 HTTP/1.1" status: 204 len: 168 time: 1.1134770 Apr 07 11:55:06.882288 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61604ea8-46da-41e4-867c-09e3a2afa7cd req-f20fefb2-57b3-4247-bdf6-ce523c27c20f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644646 Apr 07 11:55:06.921709 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70ea6b-d5b6-4ce5-950c-0af51b185156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f00ee89-b6f6-4ec7-bee7-53c409f44352,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:07.013265 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] For port 3dc479c0-8500-4583-a481-2a5558f5f5b1, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:55:07.017551 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17503f-e910-4699-a145-0e962bbee31e,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:07.027004 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] For port 3dc479c0-8500-4583-a481-2a5558f5f5b1, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=3dc479c0-8500-4583-a481-2a5558f5f5b1,segment=NetworkSegment(667e54fd-75f4-43bf-93ae-890634041850),segment_id=667e54fd-75f4-43bf-93ae-890634041850)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:55:07.045327 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Attempting to bind port ba17503f-e910-4699-a145-0e962bbee31e on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:55:07.045662 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Attempting to bind port ba17503f-e910-4699-a145-0e962bbee31e by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:55:07.066993 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Attempting to bind port ba17503f-e910-4699-a145-0e962bbee31e on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:07.070933 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dd2388-7ab1-4e1d-b366-de80d9ce74ca {{(pid=110303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:07.080677 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Publish callbacks [] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:07.085189 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Port ba17503f-e910-4699-a145-0e962bbee31e on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:55:07.087271 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Attempting to bind port ba17503f-e910-4699-a145-0e962bbee31e on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:07.118181 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.provisioning_blocks [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Transition to ACTIVE for port object 66dd2388-7ab1-4e1d-b366-de80d9ce74ca will not be triggered until provisioned by entity L2. {{(pid=110303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:55:07.121801 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:55:07.126976 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Checking segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:55:07.128615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Bound using segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:55:07.129096 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Bound port: ba17503f-e910-4699-a145-0e962bbee31e, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:55:07.129473 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ba17503f-e910-4699-a145-0e962bbee31e), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:07.140451 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:07.251046 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:07.455130 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Pushing event updated for resources: {'Port': ['ID=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:07.599759 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Pushing event updated for resources: {'Port': ['ID=3dc479c0-8500-4583-a481-2a5558f5f5b1,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:07.611123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:07.611986 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:07.631622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-92956ece-cb20-4c13-8e8c-f33ce4003a1c service neutron] 10.222.0.48 "PUT /v2.0/ports/3dc479c0-8500-4583-a481-2a5558f5f5b1 HTTP/1.1" status: 200 len: 1093 time: 3.3708167 Apr 07 11:55:07.642954 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'tag': '3dc479c0-8500-4583-a481-2a5558f5f5b1'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:07.714142 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59360) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:07.727889 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Attempting to bind port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:55:07.728252 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Attempting to bind port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:55:07.728608 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Attempting to bind port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:07.766458 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:55:07.769207 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Attempting to bind port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:07.794660 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:55:07.798126 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Checking segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:55:07.798126 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Bound using segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:55:07.798126 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Bound port: 66dd2388-7ab1-4e1d-b366-de80d9ce74ca, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:55:07.798126 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:07.999206 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0b9b3e85-1d94-4201-af4c-ae4e475f49e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.050780 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] For port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca, host hv-cinder-83676, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:55:08.083878 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] For port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:55:08.194369 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.249393 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] For port ba17503f-e910-4699-a145-0e962bbee31e, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:55:08.310249 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.312093 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.315288 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] 10.222.0.48 "PUT /v2.0/ports/66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 200 len: 1094 time: 2.3228400 Apr 07 11:55:08.316564 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c70415-d830-4d29-a048-bb85c6fd334b', 'tag': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:08.358121 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a582de-ae81-46d4-bd77-341f31ac2b90" -d '{"events": [{"name": "network-changed", "server_uuid": "89eeb1ff-d6d9-448f-bda3-3f2c48e690f9", "tag": "3dc479c0-8500-4583-a481-2a5558f5f5b1"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:08.417777 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9595a-4518-4618-aba4-3e58e16639a5 req-b65b8da5-a7c4-4ea9-8256-e32f739fdc10 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.433776 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5365d2-085c-4c8f-9326-a16d989037cd service neutron] Pushing event updated for resources: {'Port': ['ID=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:08.433898 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3fc9595a-4518-4618-aba4-3e58e16639a5 req-b65b8da5-a7c4-4ea9-8256-e32f739fdc10 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.9048538 Apr 07 11:55:08.435320 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] For port ba17503f-e910-4699-a145-0e962bbee31e, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ba17503f-e910-4699-a145-0e962bbee31e,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:55:08.442397 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0b9b3e85-1d94-4201-af4c-ae4e475f49e0 admin admin] Publish callbacks [] for security_group (bfaa004d-7048-4706-be20-cd4340bf6ea6), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.560611 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-46c51fbb-27d5-414b-b584-7b2125cb4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.568616 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-46c51fbb-27d5-414b-b584-7b2125cb4eac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b2141128be4822b99a599d40ae6d61&device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 1127 time: 0.6681476 Apr 07 11:55:08.586513 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ba17503f-e910-4699-a145-0e962bbee31e), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.592724 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548f6c7d-8d40-4b53-8927-5e645ab75332" -d '{"events": [{"name": "network-changed", "server_uuid": "19c70415-d830-4d29-a048-bb85c6fd334b", "tag": "66dd2388-7ab1-4e1d-b366-de80d9ce74ca"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:08.636988 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0b9b3e85-1d94-4201-af4c-ae4e475f49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (bfaa004d-7048-4706-be20-cd4340bf6ea6), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.720038 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b3e85-1d94-4201-af4c-ae4e475f49e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaa004d-7048-4706-be20-cd4340bf6ea6,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:08.745421 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e65eb-8f51-4db4-9ffd-3cfc6baa4649 req-53ca937c-8c85-4c35-93c1-29ef4c3e3a91 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.747010 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-217e65eb-8f51-4db4-9ffd-3cfc6baa4649 req-53ca937c-8c85-4c35-93c1-29ef4c3e3a91 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.5938540 Apr 07 11:55:08.751114 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17503f-e910-4699-a145-0e962bbee31e,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:08.816812 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0b9b3e85-1d94-4201-af4c-ae4e475f49e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a860f78ca69d4dd5a320fbbcb24c89ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1074319 Apr 07 11:55:08.831061 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59420) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:08.849639 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3fc9595a-4518-4618-aba4-3e58e16639a5 req-d83f5ba1-beb3-4260-9bc5-2edf916f7fb2 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036207 Apr 07 11:55:08.890454 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-6f2ba6b4-471a-44ce-a0c3-5b848ccf2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.892020 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-6f2ba6b4-471a-44ce-a0c3-5b848ccf2583 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1128 time: 0.3831785 Apr 07 11:55:08.919205 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-2a1f45ab-a9a9-429f-b744-594dbb978bbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dc479c0-8500-4583-a481-2a5558f5f5b1 HTTP/1.1" status: 200 len: 217 time: 0.1690252 Apr 07 11:55:08.958796 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.959635 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.961405 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-f827777d-b2c6-4dac-839e-149d18ebba78 service neutron] 10.222.0.48 "PUT /v2.0/ports/ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 1093 time: 4.0709660 Apr 07 11:55:09.046141 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-5153dbec-e9dd-46c2-a87e-0b27d0c6c455 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 200 len: 217 time: 0.1400199 Apr 07 11:55:09.084198 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-217e65eb-8f51-4db4-9ffd-3cfc6baa4649 req-946f9057-3b7e-44e9-b220-0a13c0e35c3f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430565 Apr 07 11:55:09.165024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-a4b4abc1-5453-46b9-952b-899c2831243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:09.167044 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-a4b4abc1-5453-46b9-952b-899c2831243e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc28504f-8408-4854-b7b5-ca1a10257c47 HTTP/1.1" status: 200 len: 852 time: 0.2403064 Apr 07 11:55:09.250651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-18c6a381-c759-4e53-ae2c-c6d6147b79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:09.258956 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-18c6a381-c759-4e53-ae2c-c6d6147b79f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1127 time: 0.1178985 Apr 07 11:55:09.428751 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9422cc0b-8e2c-4da6-a158-d66c4fda203e admin admin] Publish callbacks [] for security_group (bfaa004d-7048-4706-be20-cd4340bf6ea6), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:09.433154 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-e8ad1978-6fa9-4346-b97a-108d8808d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:09.434662 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-e8ad1978-6fa9-4346-b97a-108d8808d8fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.3204224 Apr 07 11:55:09.606768 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-bdb3ca69-6fa6-4510-bc83-c299d81b4a25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc200b4b-9991-4bdc-864c-c017acebf63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2355664 Apr 07 11:55:09.655969 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9422cc0b-8e2c-4da6-a158-d66c4fda203e admin admin] Publish callbacks [] for security_group (bfaa004d-7048-4706-be20-cd4340bf6ea6), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:09.696175 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5170711-89cb-47cb-a023-8dd57757a712 x-openstack-request-id: req-e5170711-89cb-47cb-a023-8dd57757a712 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:09.696542 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eeb1ff-d6d9-448f-bda3-3f2c48e690f9", "tag": "3dc479c0-8500-4583-a481-2a5558f5f5b1", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:09.696828 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5170711-89cb-47cb-a023-8dd57757a712 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:09.697415 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5170711-89cb-47cb-a023-8dd57757a712'] response: {'name': 'network-changed', 'server_uuid': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'tag': '3dc479c0-8500-4583-a481-2a5558f5f5b1', 'status': 'completed', 'code': 200} Apr 07 11:55:09.723034 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-9fedf7b7-cc0f-4044-9e4f-a4fd9db331eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 217 time: 0.3506379 Apr 07 11:55:09.727703 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea06f3-0401-4391-802e-daa7b788869e req-22e140ba-b37a-4efc-ac95-ddbc667d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:09.729254 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-22e140ba-b37a-4efc-ac95-ddbc667d09ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2255082 Apr 07 11:55:09.828750 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc16203-f8c7-4936-80b9-b760dccc9a26 x-openstack-request-id: req-abc16203-f8c7-4936-80b9-b760dccc9a26 {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:09.834735 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c70415-d830-4d29-a048-bb85c6fd334b", "tag": "66dd2388-7ab1-4e1d-b366-de80d9ce74ca", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:09.834735 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abc16203-f8c7-4936-80b9-b760dccc9a26 {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:09.834735 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc16203-f8c7-4936-80b9-b760dccc9a26'] response: {'name': 'network-changed', 'server_uuid': '19c70415-d830-4d29-a048-bb85c6fd334b', 'tag': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca', 'status': 'completed', 'code': 200} Apr 07 11:55:09.915706 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9422cc0b-8e2c-4da6-a158-d66c4fda203e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (bfaa004d-7048-4706-be20-cd4340bf6ea6), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:09.923728 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9422cc0b-8e2c-4da6-a158-d66c4fda203e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:09.928472 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9422cc0b-8e2c-4da6-a158-d66c4fda203e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfaa004d-7048-4706-be20-cd4340bf6ea6 HTTP/1.1" status: 204 len: 168 time: 1.0937076 Apr 07 11:55:09.935376 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-44e03785-a78c-4fad-a45c-4137949ea36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:09.939585 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-44e03785-a78c-4fad-a45c-4137949ea36d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.1899171 Apr 07 11:55:09.978582 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422cc0b-8e2c-4da6-a158-d66c4fda203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaa004d-7048-4706-be20-cd4340bf6ea6,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:09.985068 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-2b19c68e-628d-47da-86d5-75639a4d6b4f service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463243 Apr 07 11:55:10.267523 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-1adb9e4e-2e91-4117-bfba-1f846361728a service neutron] 10.222.0.48 "GET /v2.0/networks/cc200b4b-9991-4bdc-864c-c017acebf63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691628 Apr 07 11:55:10.288532 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9cea06f3-0401-4391-802e-daa7b788869e req-5cb5cde6-55db-4168-a463-5456919a939b service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944307 Apr 07 11:55:10.358868 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-854e8da2-a0f5-4b01-9f3c-20fedb2ed361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:10.360660 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-854e8da2-a0f5-4b01-9f3c-20fedb2ed361 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3733408 Apr 07 11:55:10.421919 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781294-5fea-40d8-8b82-f783828cbafe req-368d312f-17d5-4066-b5a7-bdf24645b18b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:10.430207 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9b781294-5fea-40d8-8b82-f783828cbafe req-368d312f-17d5-4066-b5a7-bdf24645b18b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.4050007 Apr 07 11:55:10.572735 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-b88ace72-5238-46e9-b7e2-7404794ac7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:10.579716 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-b88ace72-5238-46e9-b7e2-7404794ac7d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1128 time: 0.1139762 Apr 07 11:55:10.702839 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9b781294-5fea-40d8-8b82-f783828cbafe req-9b14aaa6-82a6-4eff-b3dc-8fbf370d16cb tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712302 Apr 07 11:55:10.729756 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58971963-6d4e-4812-a487-766480fd84fc req-5e6a5b47-b1a1-4605-b431-c9d2f328b274 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:10.732252 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58971963-6d4e-4812-a487-766480fd84fc req-5e6a5b47-b1a1-4605-b431-c9d2f328b274 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.4394665 Apr 07 11:55:10.745012 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ca983d5-3998-4201-9e5f-424e34c24051 req-74c2deb8-62cb-49c3-b2a6-988ceaee5789 service neutron] 10.222.0.48 "GET /v2.0/networks/cc200b4b-9991-4bdc-864c-c017acebf63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544797 Apr 07 11:55:10.883069 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-42d0c39b-50a5-4269-88da-48080b68a6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805088 Apr 07 11:55:10.941390 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-ee32201e-69fd-4853-aefd-fe8c0ce74468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:10.943478 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-ee32201e-69fd-4853-aefd-fe8c0ce74468 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.3537960 Apr 07 11:55:11.013056 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58971963-6d4e-4812-a487-766480fd84fc req-00fe3b9f-aad2-4bb2-b798-5cde52f7f234 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693846 Apr 07 11:55:11.048134 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-67e1d26d-285b-436e-ad81-499e08efba81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 200 len: 217 time: 0.0983493 Apr 07 11:55:11.087999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-1ce77341-762e-4315-8850-36aaeb075c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:11.090395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-1ce77341-762e-4315-8850-36aaeb075c9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b2141128be4822b99a599d40ae6d61&device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 1127 time: 0.1956961 Apr 07 11:55:11.116317 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f772f07-7cd6-4958-9d6b-78a487fb01a1 req-c3c1eeb0-2b5a-4955-abf7-b5f0a431ff4d service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213235 Apr 07 11:55:11.141422 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-7d0a1840-5258-4a86-9d32-14c40d7848fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:11.143549 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-7d0a1840-5258-4a86-9d32-14c40d7848fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0814276 Apr 07 11:55:11.229084 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-a9216fcb-8ff4-41eb-81c3-d599fa368d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:11.232908 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-a9216fcb-8ff4-41eb-81c3-d599fa368d0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796144 Apr 07 11:55:11.359489 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-ca18ad42-69e5-4960-bc49-6787a6edc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:11.360989 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-ca18ad42-69e5-4960-bc49-6787a6edc972 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc200b4b-9991-4bdc-864c-c017acebf63f HTTP/1.1" status: 200 len: 913 time: 0.2552519 Apr 07 11:55:11.698778 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'tag': 'ba17503f-e910-4699-a145-0e962bbee31e'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:11.701297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc3ea28-4502-438a-969f-4868afadc692" -d '{"events": [{"name": "network-changed", "server_uuid": "e0528d60-f163-4b7e-b4b6-cdfd7726f898", "tag": "ba17503f-e910-4699-a145-0e962bbee31e"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:11.857308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7d0b19-7790-4bc3-b1aa-fe6fd2af6322 x-openstack-request-id: req-cc7d0b19-7790-4bc3-b1aa-fe6fd2af6322 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:11.857308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0528d60-f163-4b7e-b4b6-cdfd7726f898", "tag": "ba17503f-e910-4699-a145-0e962bbee31e", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:11.857308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc7d0b19-7790-4bc3-b1aa-fe6fd2af6322 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:11.857308 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7d0b19-7790-4bc3-b1aa-fe6fd2af6322'] response: {'name': 'network-changed', 'server_uuid': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'tag': 'ba17503f-e910-4699-a145-0e962bbee31e', 'status': 'completed', 'code': 200} Apr 07 11:55:11.870097 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-acdf892b-05bd-439e-a7d6-b7a5b159d630 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dc479c0-8500-4583-a481-2a5558f5f5b1 HTTP/1.1" status: 200 len: 217 time: 0.1039786 Apr 07 11:55:11.916998 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:55:12.160787 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59538) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:12.264227 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-b838e19b-0ec8-4b2a-8438-7181d9d9d6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997296 Apr 07 11:55:12.313193 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-3d222eda-002f-47e6-a7b0-c3c0a525654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.314980 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-3d222eda-002f-47e6-a7b0-c3c0a525654f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc28504f-8408-4854-b7b5-ca1a10257c47 HTTP/1.1" status: 200 len: 852 time: 0.4121835 Apr 07 11:55:12.324427 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ea28-4502-438a-969f-4868afadc692 req-78411c26-4ba3-4898-a96b-fc0bceba7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.325926 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adc3ea28-4502-438a-969f-4868afadc692 req-78411c26-4ba3-4898-a96b-fc0bceba7183 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1127 time: 0.4690447 Apr 07 11:55:12.340136 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9eed4-9fd1-4527-a4b5-14c87ca8ee18 req-91493274-9099-47c4-9920-465a3afe31c3 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.352538 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7ef9eed4-9fd1-4527-a4b5-14c87ca8ee18 req-91493274-9099-47c4-9920-465a3afe31c3 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.4939024 Apr 07 11:55:12.414181 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-95e0a012-7436-4b96-9b0f-98ff76892c78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc200b4b-9991-4bdc-864c-c017acebf63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841155 Apr 07 11:55:12.499595 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6d5b7-984e-44c3-829e-1c8371440ef1 req-be379b9a-718f-47fc-9fff-536169deae40 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.502427 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f5a6d5b7-984e-44c3-829e-1c8371440ef1 req-be379b9a-718f-47fc-9fff-536169deae40 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.2933459 Apr 07 11:55:12.573174 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-548f6c7d-8d40-4b53-8927-5e645ab75332 req-fea178a1-5a48-4eef-873a-70060196d4a1 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990856 Apr 07 11:55:12.577764 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7ef9eed4-9fd1-4527-a4b5-14c87ca8ee18 req-e0b7ca5a-e8e1-45a3-b19c-9e8259821185 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243917 Apr 07 11:55:12.664966 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ea28-4502-438a-969f-4868afadc692 req-65990ea6-1570-4f54-9f2f-61e217fc8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.666458 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adc3ea28-4502-438a-969f-4868afadc692 req-65990ea6-1570-4f54-9f2f-61e217fc8418 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.3043187 Apr 07 11:55:12.682144 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f5a6d5b7-984e-44c3-829e-1c8371440ef1 req-f036bba2-7973-46b3-a0e2-ec7648482353 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578474 Apr 07 11:55:12.694389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-891a48e3-59dc-4375-ab9c-3f3da21dd579 service neutron] 10.222.0.48 "GET /v2.0/networks/cc200b4b-9991-4bdc-864c-c017acebf63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608819 Apr 07 11:55:12.743852 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adc3ea28-4502-438a-969f-4868afadc692 req-508ecf0b-d854-47f2-8787-33305646906f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 217 time: 0.0586765 Apr 07 11:55:12.804751 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-939bff56-058b-42f0-a344-cb01b8f1a6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:12.916892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ea28-4502-438a-969f-4868afadc692 req-7e3a4b59-db06-4812-bf0e-a2f518099fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.918393 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adc3ea28-4502-438a-969f-4868afadc692 req-7e3a4b59-db06-4812-bf0e-a2f518099fc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.1341631 Apr 07 11:55:12.942629 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07a582de-ae81-46d4-bd77-341f31ac2b90 req-25db10aa-a490-49ba-881a-27c2d8c426af service neutron] 10.222.0.48 "GET /v2.0/networks/cc200b4b-9991-4bdc-864c-c017acebf63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967711 Apr 07 11:55:13.025139 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ea28-4502-438a-969f-4868afadc692 req-e7643151-93ce-415c-b07f-5ac5abcb028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:13.027094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adc3ea28-4502-438a-969f-4868afadc692 req-e7643151-93ce-415c-b07f-5ac5abcb028f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784402 Apr 07 11:55:13.050846 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-939bff56-058b-42f0-a344-cb01b8f1a6b8 admin admin] Publish callbacks [] for security_group (db71d884-0eab-4003-a3b6-0f53be11178e), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.164491 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-939bff56-058b-42f0-a344-cb01b8f1a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (db71d884-0eab-4003-a3b6-0f53be11178e), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.219883 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bff56-058b-42f0-a344-cb01b8f1a6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db71d884-0eab-4003-a3b6-0f53be11178e,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:13.229933 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-939bff56-058b-42f0-a344-cb01b8f1a6b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae7e4a51d097445eba3f6fae308c8c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0667894 Apr 07 11:55:13.232369 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59572) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:13.258807 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adc3ea28-4502-438a-969f-4868afadc692 req-47182785-0bc6-4ca0-956a-75f61d7e6255 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938143 Apr 07 11:55:13.333821 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3dbeee1d-3abf-447f-a76c-12f99862aa32 admin admin] Publish callbacks [] for security_group (db71d884-0eab-4003-a3b6-0f53be11178e), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.363560 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3dbeee1d-3abf-447f-a76c-12f99862aa32 admin admin] Publish callbacks [] for security_group (db71d884-0eab-4003-a3b6-0f53be11178e), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.402833 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adc3ea28-4502-438a-969f-4868afadc692 req-53afc864-2a4f-4e14-9873-ee227d1dad3c service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352167 Apr 07 11:55:13.540146 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3dbeee1d-3abf-447f-a76c-12f99862aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (db71d884-0eab-4003-a3b6-0f53be11178e), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.543449 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3dbeee1d-3abf-447f-a76c-12f99862aa32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.550781 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3dbeee1d-3abf-447f-a76c-12f99862aa32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db71d884-0eab-4003-a3b6-0f53be11178e HTTP/1.1" status: 204 len: 168 time: 0.3112421 Apr 07 11:55:13.566907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbeee1d-3abf-447f-a76c-12f99862aa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db71d884-0eab-4003-a3b6-0f53be11178e,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:13.865848 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f789518-767f-4fd3-b31b-882770e3abb3 req-335bac93-0eb9-448c-a46d-4c1b3bd5987e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:13.867659 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8f789518-767f-4fd3-b31b-882770e3abb3 req-335bac93-0eb9-448c-a46d-4c1b3bd5987e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.1358368 Apr 07 11:55:13.972999 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8f789518-767f-4fd3-b31b-882770e3abb3 req-63c95aff-7609-4e23-b8b1-fb995817469d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945024 Apr 07 11:55:13.981983 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688272-469e-4197-9be6-af691f5bf23e req-360e8104-7b81-4c68-8c4b-c52aa0517d79 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:13.983735 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-54688272-469e-4197-9be6-af691f5bf23e req-360e8104-7b81-4c68-8c4b-c52aa0517d79 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.1150541 Apr 07 11:55:14.055412 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-54688272-469e-4197-9be6-af691f5bf23e req-940ae0cf-2a30-42cb-9564-1328d8ba693e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648386 Apr 07 11:55:14.764102 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59638) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:14.778628 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b46d0828-1f08-440c-b00f-17f8b697d28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:14.887194 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b46d0828-1f08-440c-b00f-17f8b697d28f admin admin] Publish callbacks [] for security_group (375104b1-70a9-4d1d-a8e6-633d6d79f661), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:14.971634 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b46d0828-1f08-440c-b00f-17f8b697d28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (375104b1-70a9-4d1d-a8e6-633d6d79f661), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.018618 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b46d0828-1f08-440c-b00f-17f8b697d28f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=402f8b24552543f4a7ed483e55b16930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519860 Apr 07 11:55:15.022674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59644) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:15.023781 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d0828-1f08-440c-b00f-17f8b697d28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375104b1-70a9-4d1d-a8e6-633d6d79f661,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:15.080492 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59648) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:15.229783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3726a411-5dd8-493f-af8c-c6ab22751515 admin admin] Publish callbacks [] for security_group (375104b1-70a9-4d1d-a8e6-633d6d79f661), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.261025 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3726a411-5dd8-493f-af8c-c6ab22751515 admin admin] Publish callbacks [] for security_group (375104b1-70a9-4d1d-a8e6-633d6d79f661), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.273134 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad5532b2-d3bd-4019-9168-2a481fbf9f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.292027 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202b99c-9ddc-4ec6-b960-25d4424cd7f2 req-f2542039-f7dc-4341-a04a-ee51e7208de9 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:15.293939 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d202b99c-9ddc-4ec6-b960-25d4424cd7f2 req-f2542039-f7dc-4341-a04a-ee51e7208de9 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.1845577 Apr 07 11:55:15.304191 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ee2b-ccdb-4e55-ba96-f7efae6a10b8 req-a8ba9279-f176-4894-b004-28c6fe73586d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:15.305719 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f788ee2b-ccdb-4e55-ba96-f7efae6a10b8 req-a8ba9279-f176-4894-b004-28c6fe73586d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.1297889 Apr 07 11:55:15.404153 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d202b99c-9ddc-4ec6-b960-25d4424cd7f2 req-29b59b8d-1f5b-49c8-9283-44c27957b969 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974247 Apr 07 11:55:15.408922 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f788ee2b-ccdb-4e55-ba96-f7efae6a10b8 req-8f5e1dd6-e238-490a-b567-9ec0e65afe62 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954084 Apr 07 11:55:15.413905 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad5532b2-d3bd-4019-9168-2a481fbf9f59 admin admin] Publish callbacks [] for security_group (7a0b7f76-9732-4042-9bf5-760677f8aa57), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.502672 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3726a411-5dd8-493f-af8c-c6ab22751515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (375104b1-70a9-4d1d-a8e6-633d6d79f661), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.506209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3726a411-5dd8-493f-af8c-c6ab22751515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.509529 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3726a411-5dd8-493f-af8c-c6ab22751515 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/375104b1-70a9-4d1d-a8e6-633d6d79f661 HTTP/1.1" status: 204 len: 168 time: 0.4826281 Apr 07 11:55:15.516197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726a411-5dd8-493f-af8c-c6ab22751515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375104b1-70a9-4d1d-a8e6-633d6d79f661,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:15.552941 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad5532b2-d3bd-4019-9168-2a481fbf9f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7a0b7f76-9732-4042-9bf5-760677f8aa57), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.590229 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ad5532b2-d3bd-4019-9168-2a481fbf9f59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=584c3835505d46a6b7741e394562d666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083561 Apr 07 11:55:15.593494 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59660) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:15.604529 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5532b2-d3bd-4019-9168-2a481fbf9f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b7f76-9732-4042-9bf5-760677f8aa57,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:15.652670 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a5ff113d-b80e-4b16-8aa0-e98da8d1e122 admin admin] Publish callbacks [] for security_group (7a0b7f76-9732-4042-9bf5-760677f8aa57), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.683086 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a5ff113d-b80e-4b16-8aa0-e98da8d1e122 admin admin] Publish callbacks [] for security_group (7a0b7f76-9732-4042-9bf5-760677f8aa57), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.857156 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a5ff113d-b80e-4b16-8aa0-e98da8d1e122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7a0b7f76-9732-4042-9bf5-760677f8aa57), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.860718 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a5ff113d-b80e-4b16-8aa0-e98da8d1e122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.861287 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a5ff113d-b80e-4b16-8aa0-e98da8d1e122 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a0b7f76-9732-4042-9bf5-760677f8aa57 HTTP/1.1" status: 204 len: 168 time: 0.2665632 Apr 07 11:55:15.892485 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff113d-b80e-4b16-8aa0-e98da8d1e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b7f76-9732-4042-9bf5-760677f8aa57,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:15.914906 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.563236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19749b1b-280a-41f2-a6f7-bb3a3c70cfe9 req-6fe5ad25-ade2-425d-b69e-566a3f252eca tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:16.571155 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-19749b1b-280a-41f2-a6f7-bb3a3c70cfe9 req-6fe5ad25-ade2-425d-b69e-566a3f252eca tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0943868 Apr 07 11:55:16.607453 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f608f-6c22-47d5-af13-bac782771aed req-7a534511-ed9a-49ed-a863-35991510ad93 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:16.608972 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-475f608f-6c22-47d5-af13-bac782771aed req-7a534511-ed9a-49ed-a863-35991510ad93 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.1221733 Apr 07 11:55:16.632123 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59716) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:16.648765 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d973-9589-4067-9072-ff0ce72eca86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.664093 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-19749b1b-280a-41f2-a6f7-bb3a3c70cfe9 req-b3212793-fa80-4bb5-91ee-bcc947c34d0b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920227 Apr 07 11:55:16.723609 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-475f608f-6c22-47d5-af13-bac782771aed req-183f365b-d5c1-4de6-81b6-43a1128ce6c8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Apr 07 11:55:16.740415 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d973-9589-4067-9072-ff0ce72eca86 admin admin] Publish callbacks [] for security_group (31a59e49-0faa-41d1-95cf-514feb73486f), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.811087 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d973-9589-4067-9072-ff0ce72eca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (31a59e49-0faa-41d1-95cf-514feb73486f), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.850060 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f6d7d973-9589-4067-9072-ff0ce72eca86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44343612728f4ed3beebbc2766766bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168143 Apr 07 11:55:16.851570 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d973-9589-4067-9072-ff0ce72eca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a59e49-0faa-41d1-95cf-514feb73486f,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:16.853825 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59726) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:16.914732 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2f9f-73f6-4d29-9fde-720491239033 admin admin] Publish callbacks [] for security_group (31a59e49-0faa-41d1-95cf-514feb73486f), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.936923 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2f9f-73f6-4d29-9fde-720491239033 admin admin] Publish callbacks [] for security_group (31a59e49-0faa-41d1-95cf-514feb73486f), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:17.045612 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2f9f-73f6-4d29-9fde-720491239033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (31a59e49-0faa-41d1-95cf-514feb73486f), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:17.048179 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2f9f-73f6-4d29-9fde-720491239033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:17.049373 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-2f1f2f9f-73f6-4d29-9fde-720491239033 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31a59e49-0faa-41d1-95cf-514feb73486f HTTP/1.1" status: 204 len: 168 time: 0.1946549 Apr 07 11:55:17.057796 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f2f9f-73f6-4d29-9fde-720491239033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a59e49-0faa-41d1-95cf-514feb73486f,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:17.827179 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc810ef-2d1a-45fb-8287-7e443000c9ab req-2bf21964-5bd7-41a9-bb1a-64262e06ea31 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:17.828636 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3fc810ef-2d1a-45fb-8287-7e443000c9ab req-2bf21964-5bd7-41a9-bb1a-64262e06ea31 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0901101 Apr 07 11:55:17.865379 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14648e46-c242-4744-95a0-ab4bfaee2530 req-9e7cf35b-37a7-4e71-a484-f6cba956f073 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:17.866932 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14648e46-c242-4744-95a0-ab4bfaee2530 req-9e7cf35b-37a7-4e71-a484-f6cba956f073 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0813334 Apr 07 11:55:17.911115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3fc810ef-2d1a-45fb-8287-7e443000c9ab req-c9c3028e-580c-4fc3-8be1-941cc4a956bf tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754454 Apr 07 11:55:17.952873 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14648e46-c242-4744-95a0-ab4bfaee2530 req-b775c851-03f3-4e9a-b701-cb0db287a45e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766199 Apr 07 11:55:19.056866 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5d729-7d28-41ef-8e68-d844a45fb4de req-5fc6b6f9-7f6e-44b2-803d-0919d371776c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:19.060099 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1dc5d729-7d28-41ef-8e68-d844a45fb4de req-5fc6b6f9-7f6e-44b2-803d-0919d371776c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0688775 Apr 07 11:55:19.166499 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1dc5d729-7d28-41ef-8e68-d844a45fb4de req-a0c65213-f96a-4f29-9b9c-26e08f96ce47 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938983 Apr 07 11:55:19.180497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9251dd-d284-4a2b-9656-db5b401dc526 req-53d45c05-43a1-456a-a0ec-faa97e17e6af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:19.182185 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d9251dd-d284-4a2b-9656-db5b401dc526 req-53d45c05-43a1-456a-a0ec-faa97e17e6af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.1210318 Apr 07 11:55:19.255678 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d9251dd-d284-4a2b-9656-db5b401dc526 req-c284cac1-b8ff-4183-9866-cb507ddc3a3d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598199 Apr 07 11:55:20.303594 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f9e5-db3a-4656-865a-c19b4e647851 req-5f094bc0-7a26-4b7d-91e8-381040051ea0 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:20.305398 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6dc3f9e5-db3a-4656-865a-c19b4e647851 req-5f094bc0-7a26-4b7d-91e8-381040051ea0 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0582044 Apr 07 11:55:20.368325 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6dc3f9e5-db3a-4656-865a-c19b4e647851 req-e2e535bf-accc-4d57-9c28-e256d07dca10 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557075 Apr 07 11:55:20.435882 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545fb7e-b9e0-499a-a537-072d5e5e6027 req-1a903445-572b-483f-889a-9e31e8fe599b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:20.435882 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6545fb7e-b9e0-499a-a537-072d5e5e6027 req-1a903445-572b-483f-889a-9e31e8fe599b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0752821 Apr 07 11:55:20.476310 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6545fb7e-b9e0-499a-a537-072d5e5e6027 req-80dd822e-893c-4903-8d80-697386521a8e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557587 Apr 07 11:55:21.485790 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ea59-db94-47fb-978c-41af594bf446 req-6bfc9d34-b1b5-451d-9a11-be3d984a7a1c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:21.487341 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d3f7ea59-db94-47fb-978c-41af594bf446 req-6bfc9d34-b1b5-451d-9a11-be3d984a7a1c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0523434 Apr 07 11:55:21.555860 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d3f7ea59-db94-47fb-978c-41af594bf446 req-70655822-1a53-42a7-aaa5-1feb87624e20 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613072 Apr 07 11:55:21.602065 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e93ca5-1e10-448f-a65c-a84dce78515c req-d58d9ea1-cf88-45ff-aeff-166243bb991a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:21.603581 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-10e93ca5-1e10-448f-a65c-a84dce78515c req-d58d9ea1-cf88-45ff-aeff-166243bb991a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0594113 Apr 07 11:55:21.651612 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-10e93ca5-1e10-448f-a65c-a84dce78515c req-aec812b8-caf7-40a3-9bbf-563b5225b9cd tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Apr 07 11:55:22.675575 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8901da-b24f-4308-9b46-204df4046f0f req-70af9499-eb0d-4ca6-a975-5e74a046ba5a tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:22.677651 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ee8901da-b24f-4308-9b46-204df4046f0f req-70af9499-eb0d-4ca6-a975-5e74a046ba5a tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0557678 Apr 07 11:55:22.734973 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ee8901da-b24f-4308-9b46-204df4046f0f req-51f6c643-4060-4c16-b4d3-1588a89fbd25 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516367 Apr 07 11:55:22.775756 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0c1a8-7984-4e90-9b4f-39543aff86a3 req-3fd978a9-8206-44cb-b813-1a5f885128e9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:22.777243 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-63a0c1a8-7984-4e90-9b4f-39543aff86a3 req-3fd978a9-8206-44cb-b813-1a5f885128e9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0573957 Apr 07 11:55:22.824900 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-63a0c1a8-7984-4e90-9b4f-39543aff86a3 req-7d696580-65fe-4bac-b97f-be308a305dd9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Apr 07 11:55:22.868886 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 59988) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:22.970870 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0fe784fe-94d8-4fd2-82a5-50d2dd86d0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:23.044159 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0fe784fe-94d8-4fd2-82a5-50d2dd86d0ad admin admin] Publish callbacks [] for security_group (2773411b-def2-49fe-9850-47ca071e87a5), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:23.122388 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0fe784fe-94d8-4fd2-82a5-50d2dd86d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (2773411b-def2-49fe-9850-47ca071e87a5), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:23.167758 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0fe784fe-94d8-4fd2-82a5-50d2dd86d0ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5823c6c5281c4630ae838e71d31d50b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977049 Apr 07 11:55:23.168872 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe784fe-94d8-4fd2-82a5-50d2dd86d0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2773411b-def2-49fe-9850-47ca071e87a5,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:23.170410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 59998) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:23.231364 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7e6578a2-174b-4ffb-8921-7997e0ff5b92 admin admin] Publish callbacks [] for security_group (2773411b-def2-49fe-9850-47ca071e87a5), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:23.256311 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7e6578a2-174b-4ffb-8921-7997e0ff5b92 admin admin] Publish callbacks [] for security_group (2773411b-def2-49fe-9850-47ca071e87a5), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:23.390918 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7e6578a2-174b-4ffb-8921-7997e0ff5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (2773411b-def2-49fe-9850-47ca071e87a5), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:23.393453 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7e6578a2-174b-4ffb-8921-7997e0ff5b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:23.394689 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7e6578a2-174b-4ffb-8921-7997e0ff5b92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2773411b-def2-49fe-9850-47ca071e87a5 HTTP/1.1" status: 204 len: 168 time: 0.2214153 Apr 07 11:55:23.402815 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6578a2-174b-4ffb-8921-7997e0ff5b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2773411b-def2-49fe-9850-47ca071e87a5,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:23.854672 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dd3b0-68a5-4302-842a-e97330d7497e req-6b1a3216-30fe-447e-9fdf-fb9797b4485a tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:23.856252 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d8dd3b0-68a5-4302-842a-e97330d7497e req-6b1a3216-30fe-447e-9fdf-fb9797b4485a tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0539949 Apr 07 11:55:23.913200 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d8dd3b0-68a5-4302-842a-e97330d7497e req-f4640075-9850-437b-bb30-f8e7b6c5dcdd tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Apr 07 11:55:23.961304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a7ee9-d82e-461f-b970-220947a0bd27 req-f19fe3f2-5336-43d0-af7e-79e1e8d80cb1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:23.962813 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-792a7ee9-d82e-461f-b970-220947a0bd27 req-f19fe3f2-5336-43d0-af7e-79e1e8d80cb1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0693982 Apr 07 11:55:23.966351 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60014) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:23.996083 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a10734db-3994-4187-a3a1-50d4e722dd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.203347 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-792a7ee9-d82e-461f-b970-220947a0bd27 req-96db52f4-1b92-482c-b6f9-83c028a16c47 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345674 Apr 07 11:55:24.273597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a10734db-3994-4187-a3a1-50d4e722dd59 admin admin] Publish callbacks [] for security_group (92c779c6-6608-4cf1-bb6e-8288ed4bf2cc), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.373736 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a10734db-3994-4187-a3a1-50d4e722dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (92c779c6-6608-4cf1-bb6e-8288ed4bf2cc), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.419687 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a10734db-3994-4187-a3a1-50d4e722dd59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82eb1eff53ec47618ac00e559d8bbbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521008 Apr 07 11:55:24.421837 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10734db-3994-4187-a3a1-50d4e722dd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c779c6-6608-4cf1-bb6e-8288ed4bf2cc,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:24.422112 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60036) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:24.478174 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f916b60-dc28-4f10-a586-1e7618a8435d admin admin] Publish callbacks [] for security_group (92c779c6-6608-4cf1-bb6e-8288ed4bf2cc), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.502135 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f916b60-dc28-4f10-a586-1e7618a8435d admin admin] Publish callbacks [] for security_group (92c779c6-6608-4cf1-bb6e-8288ed4bf2cc), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.636335 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f916b60-dc28-4f10-a586-1e7618a8435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (92c779c6-6608-4cf1-bb6e-8288ed4bf2cc), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.638911 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f916b60-dc28-4f10-a586-1e7618a8435d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:24.640168 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0f916b60-dc28-4f10-a586-1e7618a8435d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92c779c6-6608-4cf1-bb6e-8288ed4bf2cc HTTP/1.1" status: 204 len: 168 time: 0.2169847 Apr 07 11:55:24.649297 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f916b60-dc28-4f10-a586-1e7618a8435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c779c6-6608-4cf1-bb6e-8288ed4bf2cc,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:25.040502 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec51dd-2b55-4f2a-b28a-deac2086982b req-fad345c2-1f2a-49ac-9380-aac8c188c843 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:25.041989 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3ec51dd-2b55-4f2a-b28a-deac2086982b req-fad345c2-1f2a-49ac-9380-aac8c188c843 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0603154 Apr 07 11:55:25.090661 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3ec51dd-2b55-4f2a-b28a-deac2086982b req-d5d4d12f-b6bf-4be4-a604-ebcf749fab7b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Apr 07 11:55:25.392916 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce306b87-be73-43ea-b06e-d1e2746d9312 req-4f63ad2e-43d8-4cf3-b5a2-963940a96a8d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:25.395004 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ce306b87-be73-43ea-b06e-d1e2746d9312 req-4f63ad2e-43d8-4cf3-b5a2-963940a96a8d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0987527 Apr 07 11:55:25.442124 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ce306b87-be73-43ea-b06e-d1e2746d9312 req-b8b1ea82-d9b0-46a7-bb99-bd7a2d938114 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Apr 07 11:55:26.213075 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6c9f3-6bd1-481b-8c49-efcb613c6e59 req-5d90d046-4008-4b36-bee8-f3e3d62ce63d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:26.214624 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-97f6c9f3-6bd1-481b-8c49-efcb613c6e59 req-5d90d046-4008-4b36-bee8-f3e3d62ce63d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0527420 Apr 07 11:55:26.264027 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-97f6c9f3-6bd1-481b-8c49-efcb613c6e59 req-be94e3d7-d600-4287-aefb-d7b182228e39 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Apr 07 11:55:26.560628 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80602b8-98c8-4d4e-94b9-f53e964015cc req-c1554372-2458-4ccb-89b0-b75424895132 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:26.563086 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f80602b8-98c8-4d4e-94b9-f53e964015cc req-c1554372-2458-4ccb-89b0-b75424895132 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0538158 Apr 07 11:55:26.615650 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f80602b8-98c8-4d4e-94b9-f53e964015cc req-d90d9cd9-e5e0-41cd-b62d-94bbeb602806 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Apr 07 11:55:27.027977 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7fc421b3-f2a8-49c7-8847-529bb27ebdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:27.390811 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74e43-1507-428d-845b-ebd112767161 req-291ddc3e-cc14-40bb-82a6-37da1eb458f2 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:27.392393 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2d74e43-1507-428d-845b-ebd112767161 req-291ddc3e-cc14-40bb-82a6-37da1eb458f2 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0570686 Apr 07 11:55:27.439718 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2d74e43-1507-428d-845b-ebd112767161 req-1f7f44d3-a81e-49b5-8be7-0daf2044bfec tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Apr 07 11:55:27.733287 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fc399-8430-4b9d-9f36-d8206422e473 req-77e19cdc-49ae-4ecb-9b97-476d01751493 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:27.734766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e55fc399-8430-4b9d-9f36-d8206422e473 req-77e19cdc-49ae-4ecb-9b97-476d01751493 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0527370 Apr 07 11:55:27.780031 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e55fc399-8430-4b9d-9f36-d8206422e473 req-b801aa75-48f4-4dac-b364-b8515c17c064 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Apr 07 11:55:28.558427 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d9c2-60a1-42d2-93a8-bd224792f59e req-e0d49d6a-7776-42cd-857b-4fc87b176dbb tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:28.559947 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4e46d9c2-60a1-42d2-93a8-bd224792f59e req-e0d49d6a-7776-42cd-857b-4fc87b176dbb tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0555053 Apr 07 11:55:28.589526 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60196) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:28.609085 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4e46d9c2-60a1-42d2-93a8-bd224792f59e req-03dd080f-735e-47fc-8cb0-a91ca25c6c11 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Apr 07 11:55:28.696395 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b43-2e05-4b67-b65b-4eb1e87105f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:28.766938 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b43-2e05-4b67-b65b-4eb1e87105f8 admin admin] Publish callbacks [] for security_group (b913c90c-ca5c-4ca1-aa32-a6a14231a3c8), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:28.867346 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b43-2e05-4b67-b65b-4eb1e87105f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (b913c90c-ca5c-4ca1-aa32-a6a14231a3c8), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:28.896796 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031d476-bde3-4a69-8c21-54489917e804 req-d3eced47-4a71-44ee-b452-b98e60fc7619 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:28.898288 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4031d476-bde3-4a69-8c21-54489917e804 req-d3eced47-4a71-44ee-b452-b98e60fc7619 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0521016 Apr 07 11:55:28.902110 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1b43-2e05-4b67-b65b-4eb1e87105f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b913c90c-ca5c-4ca1-aa32-a6a14231a3c8,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:28.913203 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e0cd1b43-2e05-4b67-b65b-4eb1e87105f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df9d81c31f6e4007be68720bf82e9f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223300 Apr 07 11:55:28.915676 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60202) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:28.945919 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4031d476-bde3-4a69-8c21-54489917e804 req-3010ad76-7219-4008-8a84-1fa4dc2f7c70 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Apr 07 11:55:28.963727 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cb99d25a-623a-42c2-8010-c2ee66404328 admin admin] Publish callbacks [] for security_group (b913c90c-ca5c-4ca1-aa32-a6a14231a3c8), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:28.984564 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cb99d25a-623a-42c2-8010-c2ee66404328 admin admin] Publish callbacks [] for security_group (b913c90c-ca5c-4ca1-aa32-a6a14231a3c8), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.148015 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cb99d25a-623a-42c2-8010-c2ee66404328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (b913c90c-ca5c-4ca1-aa32-a6a14231a3c8), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.150666 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-cb99d25a-623a-42c2-8010-c2ee66404328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.154381 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-cb99d25a-623a-42c2-8010-c2ee66404328 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b913c90c-ca5c-4ca1-aa32-a6a14231a3c8 HTTP/1.1" status: 204 len: 168 time: 0.2352602 Apr 07 11:55:29.159677 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99d25a-623a-42c2-8010-c2ee66404328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b913c90c-ca5c-4ca1-aa32-a6a14231a3c8,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:29.501648 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7aa870e4-32ee-441f-9900-1a6c9025d51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.729881 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339f37-0d84-4dad-a8ec-90636f0d2930 req-43866608-91ed-43b6-adb5-1482705af44a tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:29.730903 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60222) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:29.731462 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20339f37-0d84-4dad-a8ec-90636f0d2930 req-43866608-91ed-43b6-adb5-1482705af44a tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0563796 Apr 07 11:55:29.743916 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9238-b4f7-4457-b53b-b08044a021ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.777665 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20339f37-0d84-4dad-a8ec-90636f0d2930 req-7af5d588-655f-477a-b30e-072186d16706 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Apr 07 11:55:29.819184 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9238-b4f7-4457-b53b-b08044a021ff admin admin] Publish callbacks [] for security_group (d78e37e2-bccc-42d6-aa4d-06c9d46500d7), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.899152 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9238-b4f7-4457-b53b-b08044a021ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (d78e37e2-bccc-42d6-aa4d-06c9d46500d7), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.937077 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9d0f9238-b4f7-4457-b53b-b08044a021ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9839374a3d649e99027533895da7f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051249 Apr 07 11:55:29.938012 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f9238-b4f7-4457-b53b-b08044a021ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78e37e2-bccc-42d6-aa4d-06c9d46500d7,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:29.939784 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60224) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:29.988714 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e643a4d9-2f4a-41f8-83f1-f8a64190938c admin admin] Publish callbacks [] for security_group (d78e37e2-bccc-42d6-aa4d-06c9d46500d7), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.010446 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e643a4d9-2f4a-41f8-83f1-f8a64190938c admin admin] Publish callbacks [] for security_group (d78e37e2-bccc-42d6-aa4d-06c9d46500d7), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.085823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8cef2-a4bb-4857-bee6-8c1aae6c7dba req-ee6c5435-8a8c-469f-a8db-93d6a7c031c8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:30.087363 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8af8cef2-a4bb-4857-bee6-8c1aae6c7dba req-ee6c5435-8a8c-469f-a8db-93d6a7c031c8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0749569 Apr 07 11:55:30.138405 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8af8cef2-a4bb-4857-bee6-8c1aae6c7dba req-800578c3-3457-4d3c-b8a2-952d9825994f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Apr 07 11:55:30.157525 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e643a4d9-2f4a-41f8-83f1-f8a64190938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (d78e37e2-bccc-42d6-aa4d-06c9d46500d7), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.160547 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e643a4d9-2f4a-41f8-83f1-f8a64190938c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.162229 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e643a4d9-2f4a-41f8-83f1-f8a64190938c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d78e37e2-bccc-42d6-aa4d-06c9d46500d7 HTTP/1.1" status: 204 len: 168 time: 0.2207286 Apr 07 11:55:30.169918 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643a4d9-2f4a-41f8-83f1-f8a64190938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78e37e2-bccc-42d6-aa4d-06c9d46500d7,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:30.239323 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.815344 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60248) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:30.828554 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b122-1275-437c-a600-1b2d3bb03178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.924575 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186f3b1-3927-46b4-9554-4149dd5a29fc req-79d4bc1f-ebf7-4a07-bfbc-499eee52a829 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:30.926634 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0186f3b1-3927-46b4-9554-4149dd5a29fc req-79d4bc1f-ebf7-4a07-bfbc-499eee52a829 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0800548 Apr 07 11:55:30.958619 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b122-1275-437c-a600-1b2d3bb03178 admin admin] Publish callbacks [] for security_group (ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.985078 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0186f3b1-3927-46b4-9554-4149dd5a29fc req-ed036a47-ea62-4330-9d25-ea661b89bc38 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Apr 07 11:55:31.019163 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b122-1275-437c-a600-1b2d3bb03178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:31.055711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9b122-1275-437c-a600-1b2d3bb03178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:31.059941 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e5e9b122-1275-437c-a600-1b2d3bb03178 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df9bc843c08c4290b574ef2ad4d13643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434936 Apr 07 11:55:31.063182 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60250) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:31.112438 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1d25a610-7f79-4ccf-8955-567c071f41bc admin admin] Publish callbacks [] for security_group (ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:31.134398 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1d25a610-7f79-4ccf-8955-567c071f41bc admin admin] Publish callbacks [] for security_group (ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:31.260823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc8cd-4522-4bf6-bf52-da13418cb4bd req-9d458091-116b-468d-a750-981d913faf53 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:31.262319 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d0bc8cd-4522-4bf6-bf52-da13418cb4bd req-9d458091-116b-468d-a750-981d913faf53 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0556450 Apr 07 11:55:31.263088 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1d25a610-7f79-4ccf-8955-567c071f41bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:31.265645 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1d25a610-7f79-4ccf-8955-567c071f41bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:31.269407 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-1d25a610-7f79-4ccf-8955-567c071f41bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d HTTP/1.1" status: 204 len: 168 time: 0.2058413 Apr 07 11:55:31.285142 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25a610-7f79-4ccf-8955-567c071f41bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48a1f1-b1e2-4c1c-b94b-977cc3ee593d,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:31.331186 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d0bc8cd-4522-4bf6-bf52-da13418cb4bd req-5b77d336-f618-4e30-a8e4-e7f6bb82951c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Apr 07 11:55:31.984454 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.111704 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403740f4-c003-41ab-becb-0044433f899e req-0314bd4c-8f7f-406e-913f-dcef648de44b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:32.113614 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-403740f4-c003-41ab-becb-0044433f899e req-0314bd4c-8f7f-406e-913f-dcef648de44b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 943 time: 0.0615501 Apr 07 11:55:32.162566 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-403740f4-c003-41ab-becb-0044433f899e req-e1e3c67f-e914-4eca-a6dd-241cf51ec51d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Apr 07 11:55:32.301287 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60318) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:32.423611 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25423f2a-0ca4-46fe-9407-95b2b9efef93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.534422 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 3dc479c0-8500-4583-a481-2a5558f5f5b1 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:55:32.539155 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2af924-d80e-45e0-81c0-9d39a1769aed req-e8dd45f3-9032-4df0-884f-42dbcacc9afa tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:32.540666 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3e2af924-d80e-45e0-81c0-9d39a1769aed req-e8dd45f3-9032-4df0-884f-42dbcacc9afa tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0948806 Apr 07 11:55:32.576113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25423f2a-0ca4-46fe-9407-95b2b9efef93 admin admin] Publish callbacks [] for security_group (4ca58c07-17c9-4670-b720-ee27d5163852), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.605640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3e2af924-d80e-45e0-81c0-9d39a1769aed req-435e9413-d1b5-48c4-a34d-c5118536c5cb tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565684 Apr 07 11:55:32.650939 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 3dc479c0-8500-4583-a481-2a5558f5f5b1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=3dc479c0-8500-4583-a481-2a5558f5f5b1,segment=NetworkSegment(667e54fd-75f4-43bf-93ae-890634041850),segment_id=667e54fd-75f4-43bf-93ae-890634041850)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:32.662831 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '3dc479c0-8500-4583-a481-2a5558f5f5b1', 'network_id': 'cc200b4b-9991-4bdc-864c-c017acebf63f', 'port_id': '3dc479c0-8500-4583-a481-2a5558f5f5b1', 'mac_address': 'fa:16:3e:38:cd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc28504f-8408-4854-b7b5-ca1a10257c47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:55:32.681735 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25423f2a-0ca4-46fe-9407-95b2b9efef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4ca58c07-17c9-4670-b720-ee27d5163852), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.699697 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 3dc479c0-8500-4583-a481-2a5558f5f5b1 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:32.700092 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.713665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc479c0-8500-4583-a481-2a5558f5f5b1 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:32.724361 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-25423f2a-0ca4-46fe-9407-95b2b9efef93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02f9afdcb3fe4464a9d503bf2547921d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219315 Apr 07 11:55:32.725600 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25423f2a-0ca4-46fe-9407-95b2b9efef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca58c07-17c9-4670-b720-ee27d5163852,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:32.728275 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60332) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:32.734981 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 3dc479c0-8500-4583-a481-2a5558f5f5b1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=3dc479c0-8500-4583-a481-2a5558f5f5b1,segment=NetworkSegment(667e54fd-75f4-43bf-93ae-890634041850),segment_id=667e54fd-75f4-43bf-93ae-890634041850)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:32.781130 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e48e-63b6-4b81-bdb0-2a89db275db3 admin admin] Publish callbacks [] for security_group (4ca58c07-17c9-4670-b720-ee27d5163852), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.803965 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e48e-63b6-4b81-bdb0-2a89db275db3 admin admin] Publish callbacks [] for security_group (4ca58c07-17c9-4670-b720-ee27d5163852), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.807586 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.882629 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=3dc479c0-8500-4583-a481-2a5558f5f5b1,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:32.953422 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e48e-63b6-4b81-bdb0-2a89db275db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4ca58c07-17c9-4670-b720-ee27d5163852), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.956119 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e48e-63b6-4b81-bdb0-2a89db275db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.958586 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e4d6e48e-63b6-4b81-bdb0-2a89db275db3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ca58c07-17c9-4670-b720-ee27d5163852 HTTP/1.1" status: 204 len: 168 time: 0.2292418 Apr 07 11:55:32.970693 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6e48e-63b6-4b81-bdb0-2a89db275db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca58c07-17c9-4670-b720-ee27d5163852,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:33.305142 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb864c-933b-4c03-b263-d50181fac364 req-6d86e3f1-33b8-42a5-b04f-9f0714d90cdd tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:33.306683 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9dbb864c-933b-4c03-b263-d50181fac364 req-6d86e3f1-33b8-42a5-b04f-9f0714d90cdd tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 944 time: 0.0568495 Apr 07 11:55:33.376009 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9dbb864c-933b-4c03-b263-d50181fac364 req-6ce9b116-ae4c-40e2-a5b6-db5e30feaa3b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Apr 07 11:55:33.392573 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:33.491394 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['3dc479c0-8500-4583-a481-2a5558f5f5b1'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:33.747601 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c657c-0488-4998-aa48-c6f220ca5297 req-c4fab8c9-756a-42c9-b9a2-bea23e1d1db4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:33.749070 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-443c657c-0488-4998-aa48-c6f220ca5297 req-c4fab8c9-756a-42c9-b9a2-bea23e1d1db4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0583317 Apr 07 11:55:33.781287 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60382) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:33.805220 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d94c0096-8a27-47bf-9c54-c53e8cd29ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:33.806650 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-443c657c-0488-4998-aa48-c6f220ca5297 req-6a49af43-6a06-4d15-a375-8590aecefcb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Apr 07 11:55:33.895044 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d94c0096-8a27-47bf-9c54-c53e8cd29ff2 admin admin] Publish callbacks [] for security_group (e4364a01-3191-4ffb-82f1-4cef51ea224b), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:33.967461 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d94c0096-8a27-47bf-9c54-c53e8cd29ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (e4364a01-3191-4ffb-82f1-4cef51ea224b), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.008821 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d94c0096-8a27-47bf-9c54-c53e8cd29ff2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=517a27a6cafd442b82d9f7965617db8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263596 Apr 07 11:55:34.009903 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c0096-8a27-47bf-9c54-c53e8cd29ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4364a01-3191-4ffb-82f1-4cef51ea224b,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:34.011587 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60388) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:34.069000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b80f728-1396-473b-bf71-c0c028e932d4 admin admin] Publish callbacks [] for security_group (e4364a01-3191-4ffb-82f1-4cef51ea224b), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.089821 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b80f728-1396-473b-bf71-c0c028e932d4 admin admin] Publish callbacks [] for security_group (e4364a01-3191-4ffb-82f1-4cef51ea224b), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.233397 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b80f728-1396-473b-bf71-c0c028e932d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (e4364a01-3191-4ffb-82f1-4cef51ea224b), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.235921 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b80f728-1396-473b-bf71-c0c028e932d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.237056 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-0b80f728-1396-473b-bf71-c0c028e932d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4364a01-3191-4ffb-82f1-4cef51ea224b HTTP/1.1" status: 204 len: 168 time: 0.2244599 Apr 07 11:55:34.246274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80f728-1396-473b-bf71-c0c028e932d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4364a01-3191-4ffb-82f1-4cef51ea224b,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:34.294251 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60398) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:34.403151 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-009022df-10e4-41c5-a447-9267c8e6e417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.513383 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-009022df-10e4-41c5-a447-9267c8e6e417 admin admin] Publish callbacks [] for security_group (b13c616a-96ea-4948-892d-fb88dc67c769), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.520908 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed1366-5ca9-48b6-8096-88418802a421 req-7b0f3ac4-301c-4f0a-815f-64257dae33bf tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:34.522398 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-44ed1366-5ca9-48b6-8096-88418802a421 req-7b0f3ac4-301c-4f0a-815f-64257dae33bf tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 944 time: 0.0815845 Apr 07 11:55:34.575382 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-44ed1366-5ca9-48b6-8096-88418802a421 req-3b2abec2-de3a-4a11-8e7c-ac1631b26e8b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Apr 07 11:55:34.603256 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-009022df-10e4-41c5-a447-9267c8e6e417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (b13c616a-96ea-4948-892d-fb88dc67c769), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.641502 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-009022df-10e4-41c5-a447-9267c8e6e417 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec155494dea5454db613013700977010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461545 Apr 07 11:55:34.643423 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009022df-10e4-41c5-a447-9267c8e6e417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c616a-96ea-4948-892d-fb88dc67c769,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:34.650072 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60408) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:34.712089 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4da3-061f-4315-9556-c3ce40e979c4 admin admin] Publish callbacks [] for security_group (b13c616a-96ea-4948-892d-fb88dc67c769), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.735601 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4da3-061f-4315-9556-c3ce40e979c4 admin admin] Publish callbacks [] for security_group (b13c616a-96ea-4948-892d-fb88dc67c769), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.900086 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4da3-061f-4315-9556-c3ce40e979c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (b13c616a-96ea-4948-892d-fb88dc67c769), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.902648 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4da3-061f-4315-9556-c3ce40e979c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:34.903967 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d4bc4da3-061f-4315-9556-c3ce40e979c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b13c616a-96ea-4948-892d-fb88dc67c769 HTTP/1.1" status: 204 len: 168 time: 0.2525482 Apr 07 11:55:34.912918 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc4da3-061f-4315-9556-c3ce40e979c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c616a-96ea-4948-892d-fb88dc67c769,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:34.936948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2a6-59fd-42da-b844-130366ec9261 req-bf76426c-b5e1-479c-9013-3d7a1985af67 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:34.938597 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-426df2a6-59fd-42da-b844-130366ec9261 req-bf76426c-b5e1-479c-9013-3d7a1985af67 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0573606 Apr 07 11:55:34.989005 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-426df2a6-59fd-42da-b844-130366ec9261 req-8c964a50-9314-4d74-ad11-680525108105 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Apr 07 11:55:35.542665 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60442) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:35.556756 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10a-34f9-47bd-960b-a98c1deeff0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.641399 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10a-34f9-47bd-960b-a98c1deeff0a admin admin] Publish callbacks [] for security_group (1d72a868-cb3e-4d73-a5d5-14db9b358848), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.710582 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10a-34f9-47bd-960b-a98c1deeff0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (1d72a868-cb3e-4d73-a5d5-14db9b358848), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.729363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91381408-0484-41a0-a862-fa59102acbfe req-01222c03-81de-4167-8d50-cbd5b3252a91 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:35.731051 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91381408-0484-41a0-a862-fa59102acbfe req-01222c03-81de-4167-8d50-cbd5b3252a91 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 944 time: 0.0597453 Apr 07 11:55:35.763517 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ac11f10a-34f9-47bd-960b-a98c1deeff0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=158bc8ab1012493b9730e4d881eb8565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197492 Apr 07 11:55:35.764127 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f10a-34f9-47bd-960b-a98c1deeff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72a868-cb3e-4d73-a5d5-14db9b358848,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:35.766131 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60452) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:35.824961 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91381408-0484-41a0-a862-fa59102acbfe req-29240e32-c8de-4401-a6ef-84950c291518 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852430 Apr 07 11:55:35.841052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-168a8466-58e6-473f-9986-5746cea5569c admin admin] Publish callbacks [] for security_group (1d72a868-cb3e-4d73-a5d5-14db9b358848), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.866136 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-168a8466-58e6-473f-9986-5746cea5569c admin admin] Publish callbacks [] for security_group (1d72a868-cb3e-4d73-a5d5-14db9b358848), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.981586 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-168a8466-58e6-473f-9986-5746cea5569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (1d72a868-cb3e-4d73-a5d5-14db9b358848), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.986495 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-168a8466-58e6-473f-9986-5746cea5569c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.986495 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-168a8466-58e6-473f-9986-5746cea5569c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d72a868-cb3e-4d73-a5d5-14db9b358848 HTTP/1.1" status: 204 len: 168 time: 0.2175272 Apr 07 11:55:35.994967 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a8466-58e6-473f-9986-5746cea5569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72a868-cb3e-4d73-a5d5-14db9b358848,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:36.137420 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbebf6-eb71-4d1b-8e91-40d8d9cc8eee req-09e87872-4c64-4377-8b1d-690c880afd80 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:36.139412 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60dbebf6-eb71-4d1b-8e91-40d8d9cc8eee req-09e87872-4c64-4377-8b1d-690c880afd80 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0768235 Apr 07 11:55:36.201378 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60dbebf6-eb71-4d1b-8e91-40d8d9cc8eee req-2929ecff-bedd-4879-9984-c69e0adc03b9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528212 Apr 07 11:55:36.614202 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60480) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:36.627353 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7ceb37a4-1150-4c0b-88f4-f4b3ca72c1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:36.704336 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7ceb37a4-1150-4c0b-88f4-f4b3ca72c1c7 admin admin] Publish callbacks [] for security_group (7268ce64-6873-4650-896f-1e381cc895c4), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:36.792917 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7ceb37a4-1150-4c0b-88f4-f4b3ca72c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7268ce64-6873-4650-896f-1e381cc895c4), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:36.835326 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60490) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:36.835821 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7ceb37a4-1150-4c0b-88f4-f4b3ca72c1c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f043acfc0444b2a87f3f0edae626c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200367 Apr 07 11:55:36.838757 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb37a4-1150-4c0b-88f4-f4b3ca72c1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7268ce64-6873-4650-896f-1e381cc895c4,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:36.891462 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ade2-f238-4610-aa3c-73fd94991a82 admin admin] Publish callbacks [] for security_group (7268ce64-6873-4650-896f-1e381cc895c4), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:36.937365 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ade2-f238-4610-aa3c-73fd94991a82 admin admin] Publish callbacks [] for security_group (7268ce64-6873-4650-896f-1e381cc895c4), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:36.982335 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb12f4-c52f-45e0-af7b-6fa67f8449d3 req-c23a5e32-b20c-488c-b0a0-8565efffa181 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:36.983860 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cccb12f4-c52f-45e0-af7b-6fa67f8449d3 req-c23a5e32-b20c-488c-b0a0-8565efffa181 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 944 time: 0.0833471 Apr 07 11:55:37.031256 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cccb12f4-c52f-45e0-af7b-6fa67f8449d3 req-1297be61-45f4-45b6-9178-abe9768db4df tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Apr 07 11:55:37.115757 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ade2-f238-4610-aa3c-73fd94991a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7268ce64-6873-4650-896f-1e381cc895c4), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:37.118294 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ade2-f238-4610-aa3c-73fd94991a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:37.119463 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-fcd1ade2-f238-4610-aa3c-73fd94991a82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7268ce64-6873-4650-896f-1e381cc895c4 HTTP/1.1" status: 204 len: 168 time: 0.2825460 Apr 07 11:55:37.129478 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1ade2-f238-4610-aa3c-73fd94991a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7268ce64-6873-4650-896f-1e381cc895c4,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:37.319906 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1f20c-a984-4255-bf0f-56c162b4d6f6 req-b696f0f7-53d6-426f-8efe-7d6e0c244166 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:37.321435 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-52c1f20c-a984-4255-bf0f-56c162b4d6f6 req-b696f0f7-53d6-426f-8efe-7d6e0c244166 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0536277 Apr 07 11:55:37.370318 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-52c1f20c-a984-4255-bf0f-56c162b4d6f6 req-224f3712-a861-420b-acac-96f5976fce7b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Apr 07 11:55:38.149788 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77588254-1076-49c7-a18e-8a81a08e9121 req-c7be772b-4e3f-4d4e-9828-0850551883c7 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:38.151577 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-77588254-1076-49c7-a18e-8a81a08e9121 req-c7be772b-4e3f-4d4e-9828-0850551883c7 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 944 time: 0.0538747 Apr 07 11:55:38.203568 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-77588254-1076-49c7-a18e-8a81a08e9121 req-55a369d4-e759-470b-92b2-cc23a76b1c11 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Apr 07 11:55:38.490046 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868181f5-8703-419e-ac7d-865a966e3026 req-34c5d31f-48f7-4c74-a94b-1dd86b796a19 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:38.491586 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-868181f5-8703-419e-ac7d-865a966e3026 req-34c5d31f-48f7-4c74-a94b-1dd86b796a19 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0545125 Apr 07 11:55:38.543237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-868181f5-8703-419e-ac7d-865a966e3026 req-1bdcd74c-b4ba-484a-b8c5-a5bdbb8f50c0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456645 Apr 07 11:55:39.322712 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39c4f-cb15-4b33-a02c-93c0710532e7 req-5e21ec9b-8384-4f9a-b45b-9773a0a88df5 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:39.324322 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65b39c4f-cb15-4b33-a02c-93c0710532e7 req-5e21ec9b-8384-4f9a-b45b-9773a0a88df5 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 944 time: 0.0553770 Apr 07 11:55:39.326814 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 3dc479c0-8500-4583-a481-2a5558f5f5b1 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:55:39.376883 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65b39c4f-cb15-4b33-a02c-93c0710532e7 req-8d287066-4dde-438f-b1f9-ffbd9ae605dd tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Apr 07 11:55:39.470838 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 3dc479c0-8500-4583-a481-2a5558f5f5b1 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:55:39.475301 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 3dc479c0-8500-4583-a481-2a5558f5f5b1 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:39.475676 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:39.563229 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 3dc479c0-8500-4583-a481-2a5558f5f5b1 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:39.563614 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:39.586788 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc479c0-8500-4583-a481-2a5558f5f5b1'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:39.660109 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 3dc479c0-8500-4583-a481-2a5558f5f5b1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=3dc479c0-8500-4583-a481-2a5558f5f5b1,segment=NetworkSegment(667e54fd-75f4-43bf-93ae-890634041850),segment_id=667e54fd-75f4-43bf-93ae-890634041850)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:39.669733 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035201e3-f5b2-433f-9298-e088815eab0d req-3a37d915-9c28-40a1-8ef6-6463f8ba2c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:39.671530 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-035201e3-f5b2-433f-9298-e088815eab0d req-3a37d915-9c28-40a1-8ef6-6463f8ba2c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0577869 Apr 07 11:55:39.719342 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:39.725779 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-035201e3-f5b2-433f-9298-e088815eab0d req-91286c75-2be2-4b88-a9ac-8129ed4a3c86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Apr 07 11:55:39.768720 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465559b0-5ec6-49c5-9162-eb5ec9675a68" -d '{"events": [{"server_uuid": "89eeb1ff-d6d9-448f-bda3-3f2c48e690f9", "name": "network-vif-plugged", "status": "completed", "tag": "3dc479c0-8500-4583-a481-2a5558f5f5b1"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:39.780186 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=3dc479c0-8500-4583-a481-2a5558f5f5b1,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:39.874993 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a1d615-68d9-47db-b488-4c9a109d8f08 x-openstack-request-id: req-20a1d615-68d9-47db-b488-4c9a109d8f08 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:39.875311 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eeb1ff-d6d9-448f-bda3-3f2c48e690f9", "name": "network-vif-plugged", "status": "completed", "tag": "3dc479c0-8500-4583-a481-2a5558f5f5b1", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:39.877194 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20a1d615-68d9-47db-b488-4c9a109d8f08 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:39.877194 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a1d615-68d9-47db-b488-4c9a109d8f08'] response: {'server_uuid': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc479c0-8500-4583-a481-2a5558f5f5b1', 'code': 200} Apr 07 11:55:40.497279 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f560bf7-737d-46d1-ba2b-81e9aed30c3d req-d24a4d9a-abeb-415b-833a-cab9d22f072e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:40.498736 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5f560bf7-737d-46d1-ba2b-81e9aed30c3d req-d24a4d9a-abeb-415b-833a-cab9d22f072e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0533299 Apr 07 11:55:40.546758 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5f560bf7-737d-46d1-ba2b-81e9aed30c3d req-b920bcd4-c87d-4f0a-8970-b1e7c01bd849 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Apr 07 11:55:40.842704 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a43dd9-48f0-45a2-9b8a-9329394c2313 req-0fe3c8e6-128b-4675-984f-3866fd9f8d2a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:40.844204 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c6a43dd9-48f0-45a2-9b8a-9329394c2313 req-0fe3c8e6-128b-4675-984f-3866fd9f8d2a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0516346 Apr 07 11:55:40.891187 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c6a43dd9-48f0-45a2-9b8a-9329394c2313 req-70c0ca20-202e-4a8d-a72f-c13904cecca5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Apr 07 11:55:41.664283 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75301a-0e7a-441c-bb37-348e8c658954 req-f26ebe62-b19f-458c-8d33-b64ee167dd51 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:41.665728 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fc75301a-0e7a-441c-bb37-348e8c658954 req-f26ebe62-b19f-458c-8d33-b64ee167dd51 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0512493 Apr 07 11:55:41.714506 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fc75301a-0e7a-441c-bb37-348e8c658954 req-c2669c5d-a8e0-4043-b6fc-39950741f7f8 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Apr 07 11:55:42.006415 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb8ec-0f50-4d85-9d30-ace0823f6ced req-9c715e54-4d76-456f-b04b-793e911fcb96 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:42.008186 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-75adb8ec-0f50-4d85-9d30-ace0823f6ced req-9c715e54-4d76-456f-b04b-793e911fcb96 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0513260 Apr 07 11:55:42.055165 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-75adb8ec-0f50-4d85-9d30-ace0823f6ced req-79fc54e2-d1b2-40af-b3a9-29ccf69dfa22 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Apr 07 11:55:42.064672 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ba17503f-e910-4699-a145-0e962bbee31e details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:55:42.158671 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port ba17503f-e910-4699-a145-0e962bbee31e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ba17503f-e910-4699-a145-0e962bbee31e,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:42.173768 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'ba17503f-e910-4699-a145-0e962bbee31e', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'port_id': 'ba17503f-e910-4699-a145-0e962bbee31e', 'mac_address': 'fa:16:3e:51:15:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:55:42.212172 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port ba17503f-e910-4699-a145-0e962bbee31e is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:42.212564 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ba17503f-e910-4699-a145-0e962bbee31e), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:42.233945 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba17503f-e910-4699-a145-0e962bbee31e {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:42.246213 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port ba17503f-e910-4699-a145-0e962bbee31e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ba17503f-e910-4699-a145-0e962bbee31e,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:42.324357 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ba17503f-e910-4699-a145-0e962bbee31e), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:42.371519 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=ba17503f-e910-4699-a145-0e962bbee31e,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:42.828253 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e6360-f7f1-4398-a013-0de274d46672 req-8c58ab6a-6c3f-4474-a296-89a88e155bb9 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:42.829676 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-105e6360-f7f1-4398-a013-0de274d46672 req-8c58ab6a-6c3f-4474-a296-89a88e155bb9 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0500839 Apr 07 11:55:42.874947 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-105e6360-f7f1-4398-a013-0de274d46672 req-a6a123f6-8809-48eb-bf03-3d6ac16f05d4 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389638 Apr 07 11:55:43.174500 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8e218-d37e-4706-91c6-fa966509457e req-ebcd203d-57f5-42f3-951c-e9f1b4a716d0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:43.176207 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2b8e218-d37e-4706-91c6-fa966509457e req-ebcd203d-57f5-42f3-951c-e9f1b4a716d0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0552967 Apr 07 11:55:43.223009 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2b8e218-d37e-4706-91c6-fa966509457e req-927825bb-528e-4cef-b95e-971eaa5a52b7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Apr 07 11:55:43.991023 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092dd21-a778-4564-bb80-a5ea36d1cf20 req-46824223-02c9-45d6-baa0-0b66ba6f8fa6 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:43.992518 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e092dd21-a778-4564-bb80-a5ea36d1cf20 req-46824223-02c9-45d6-baa0-0b66ba6f8fa6 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0522163 Apr 07 11:55:44.039819 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e092dd21-a778-4564-bb80-a5ea36d1cf20 req-c2127837-946a-404f-adcf-c120ec2e050d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414078 Apr 07 11:55:44.348948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00514a09-7d02-40b2-a948-83881382dca8 req-b9876874-1792-4bb2-869a-251337e5e4cf tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:44.350429 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00514a09-7d02-40b2-a948-83881382dca8 req-b9876874-1792-4bb2-869a-251337e5e4cf tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0635810 Apr 07 11:55:44.399815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00514a09-7d02-40b2-a948-83881382dca8 req-b43f2730-82d6-4846-a25f-2b829d956a01 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Apr 07 11:55:44.680590 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['ba17503f-e910-4699-a145-0e962bbee31e'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:45.158145 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052af926-2cc8-4d91-85e3-8cd47b337c29 req-8ffb520b-5212-4b0e-a79f-2b4cec128f1c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:45.160394 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-052af926-2cc8-4d91-85e3-8cd47b337c29 req-8ffb520b-5212-4b0e-a79f-2b4cec128f1c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Apr 07 11:55:45.210168 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-052af926-2cc8-4d91-85e3-8cd47b337c29 req-1499b6ac-76f6-467b-8767-827e1090dae4 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Apr 07 11:55:45.514640 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043aa66-8a3f-47e3-b0b2-d370a25a86b1 req-b5ea4e3a-ea2b-4902-bdbe-23e7bfe8bfb1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:45.516078 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4043aa66-8a3f-47e3-b0b2-d370a25a86b1 req-b5ea4e3a-ea2b-4902-bdbe-23e7bfe8bfb1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0507569 Apr 07 11:55:45.563169 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4043aa66-8a3f-47e3-b0b2-d370a25a86b1 req-2cd46706-035d-432b-85d7-58eb895b000f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Apr 07 11:55:46.340699 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86687c5-8d19-48a9-9102-8a10d1bb7d78 req-6bebb9a7-29f3-4949-b40e-ea7fd5b20abb tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:46.342791 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a86687c5-8d19-48a9-9102-8a10d1bb7d78 req-6bebb9a7-29f3-4949-b40e-ea7fd5b20abb tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0601990 Apr 07 11:55:46.397295 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a86687c5-8d19-48a9-9102-8a10d1bb7d78 req-c029bd1c-84bb-48af-a51c-79028b68ee04 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Apr 07 11:55:46.406971 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:46.491253 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ba17503f-e910-4699-a145-0e962bbee31e up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:55:46.681037 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512080e-7cbe-490b-921a-0fb3210ef267 req-a17e4b2a-e050-4992-9247-fbabe0b7dff0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:46.682532 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c512080e-7cbe-490b-921a-0fb3210ef267 req-a17e4b2a-e050-4992-9247-fbabe0b7dff0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0531502 Apr 07 11:55:46.730278 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c512080e-7cbe-490b-921a-0fb3210ef267 req-87cdd017-5b4d-4233-9f61-6b85f982f774 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Apr 07 11:55:46.869734 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port ba17503f-e910-4699-a145-0e962bbee31e completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:55:46.896955 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port ba17503f-e910-4699-a145-0e962bbee31e triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:46.896955 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ba17503f-e910-4699-a145-0e962bbee31e), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:46.952801 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port ba17503f-e910-4699-a145-0e962bbee31e is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:46.953328 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ba17503f-e910-4699-a145-0e962bbee31e), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:46.986653 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17503f-e910-4699-a145-0e962bbee31e'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:46.989544 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3bf744-d423-4896-8a71-190d27468ae2" -d '{"events": [{"server_uuid": "e0528d60-f163-4b7e-b4b6-cdfd7726f898", "name": "network-vif-plugged", "status": "completed", "tag": "ba17503f-e910-4699-a145-0e962bbee31e"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:47.003553 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port ba17503f-e910-4699-a145-0e962bbee31e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ba17503f-e910-4699-a145-0e962bbee31e,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:47.030958 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e3b838-f97f-4f02-b6cc-c1381895b2d1 x-openstack-request-id: req-96e3b838-f97f-4f02-b6cc-c1381895b2d1 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:47.031169 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0528d60-f163-4b7e-b4b6-cdfd7726f898", "name": "network-vif-plugged", "status": "completed", "tag": "ba17503f-e910-4699-a145-0e962bbee31e", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:47.031427 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96e3b838-f97f-4f02-b6cc-c1381895b2d1 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:47.031827 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e3b838-f97f-4f02-b6cc-c1381895b2d1'] response: {'server_uuid': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17503f-e910-4699-a145-0e962bbee31e', 'code': 200} Apr 07 11:55:47.093235 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ba17503f-e910-4699-a145-0e962bbee31e), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:47.140171 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=ba17503f-e910-4699-a145-0e962bbee31e,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:47.147795 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.148078 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.148434 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.148791 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.149125 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.149448 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.149771 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.150091 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.150410 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.150767 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.151080 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.151415 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.151756 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.152071 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.152398 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:47.524074 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51685-97b2-41fb-be37-2cf56db8808d req-924551ba-486b-4081-9831-a1a7895239df tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:47.526468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9b51685-97b2-41fb-be37-2cf56db8808d req-924551ba-486b-4081-9831-a1a7895239df tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0564494 Apr 07 11:55:47.580931 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9b51685-97b2-41fb-be37-2cf56db8808d req-7d37d82e-12b6-4865-9e77-46909e4ce5f8 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466566 Apr 07 11:55:47.854661 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f815e3e-6c86-4bbb-bacb-6b78c50c0a55 req-0255e058-b353-46ac-aac7-253637d94452 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:47.856339 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3f815e3e-6c86-4bbb-bacb-6b78c50c0a55 req-0255e058-b353-46ac-aac7-253637d94452 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 944 time: 0.0545926 Apr 07 11:55:47.913687 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3f815e3e-6c86-4bbb-bacb-6b78c50c0a55 req-8d6d3dcb-1337-428d-b897-cc29faaa494b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500317 Apr 07 11:55:48.502055 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 66dd2388-7ab1-4e1d-b366-de80d9ce74ca details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:55:48.617472 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:48.629258 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'port_id': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca', 'mac_address': 'fa:16:3e:6a:7d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:55:48.675587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:48.676069 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:48.689964 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dd2388-7ab1-4e1d-b366-de80d9ce74ca {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:48.701439 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc596fe4-14ea-4000-8bd8-1c21607eea0a req-ba23229d-0024-4aca-9e7e-a54917929fa9 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:48.703081 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cc596fe4-14ea-4000-8bd8-1c21607eea0a req-ba23229d-0024-4aca-9e7e-a54917929fa9 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0558414 Apr 07 11:55:48.711028 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:48.754370 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cc596fe4-14ea-4000-8bd8-1c21607eea0a req-cd92ecbb-2c8f-4f5a-9e84-9f80f11986c1 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Apr 07 11:55:48.827189 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:48.888258 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:48.908131 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:55:49.054761 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8d21-2b5f-4384-9512-e200332bc1f8 req-fcba1cfb-12e1-473b-a96c-dcf1c941f973 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:49.056257 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-809a8d21-2b5f-4384-9512-e200332bc1f8 req-fcba1cfb-12e1-473b-a96c-dcf1c941f973 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 945 time: 0.0709379 Apr 07 11:55:49.102757 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-809a8d21-2b5f-4384-9512-e200332bc1f8 req-9577a9f4-89a0-44dd-8ccd-b8738e361221 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Apr 07 11:55:49.702848 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60836) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:49.746874 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Deleting subnet 498b3927-901b-4296-8eb4-1f761b89eee6 {{(pid=110304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:55:49.750238 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Publish callbacks [] for subnet (498b3927-901b-4296-8eb4-1f761b89eee6), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:49.784153 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Publish callbacks [] for subnet (498b3927-901b-4296-8eb4-1f761b89eee6), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:49.794120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (498b3927-901b-4296-8eb4-1f761b89eee6), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:49.887936 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429d834-09f6-40ec-9144-c933b73e067f req-f06c1cd0-e83a-433b-942b-a5f78385d684 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:49.889335 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d429d834-09f6-40ec-9144-c933b73e067f req-f06c1cd0-e83a-433b-942b-a5f78385d684 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0700183 Apr 07 11:55:49.935817 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d429d834-09f6-40ec-9144-c933b73e067f req-66a3e2e1-6910-4215-8202-348aa8a7d784 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Apr 07 11:55:49.958805 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (498b3927-901b-4296-8eb4-1f761b89eee6), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:49.986894 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498b3927-901b-4296-8eb4-1f761b89eee6,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:49.989335 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:49.996193 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/498b3927-901b-4296-8eb4-1f761b89eee6 HTTP/1.1" status: 204 len: 168 time: 0.2885764 Apr 07 11:55:49.998111 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60842) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:49.998977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:49.999439 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:49.999798 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.000111 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.000556 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.001016 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.001319 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.001916 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.002022 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.002292 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.002683 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.003018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.003344 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.003657 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.003970 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40197d-ac2c-4090-9a51-3d5fdc40c2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.066460 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (30d43821-5b49-418f-9ed0-801a28fec272), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.108940 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60846) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:50.148311 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (30d43821-5b49-418f-9ed0-801a28fec272), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.168834 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d43821-5b49-418f-9ed0-801a28fec272']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:50.178164 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9625bd-3a73-4689-a2f2-1ca496b3f570') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:50.179121 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9625bd-3a73-4689-a2f2-1ca496b3f570') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:50.188779 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (2c9625bd-3a73-4689-a2f2-1ca496b3f570), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.202968 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (2c9625bd-3a73-4689-a2f2-1ca496b3f570), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.209262 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:55:50.210233 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (2c9625bd-3a73-4689-a2f2-1ca496b3f570), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:55:50.212140 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:55:50.222198 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f1375c-b8e3-467c-bfd9-b125e170fc8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.254437 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073a69a-6d85-4972-a241-a20300902eb7 req-5886f5bd-1b9c-4fc8-bbf5-52defbc06c0c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:50.255914 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f073a69a-6d85-4972-a241-a20300902eb7 req-5886f5bd-1b9c-4fc8-bbf5-52defbc06c0c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 945 time: 0.0846972 Apr 07 11:55:50.327720 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f073a69a-6d85-4972-a241-a20300902eb7 req-58c922c8-7459-4571-86ba-747e1ddaca17 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641062 Apr 07 11:55:50.336649 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (30d43821-5b49-418f-9ed0-801a28fec272), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.346719 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.349460 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] 10.222.0.37 "DELETE /v2.0/networks/30d43821-5b49-418f-9ed0-801a28fec272 HTTP/1.1" status: 204 len: 168 time: 0.3501730 Apr 07 11:55:50.350197 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60852) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:50.359531 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f1375c-b8e3-467c-bfd9-b125e170fc8d admin admin] Publish callbacks [] for security_group (9806627a-e133-43e7-ad54-c39b1a5984ab), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.385759 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d43821-5b49-418f-9ed0-801a28fec272,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:50.396791 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.397069 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.398002 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.398382 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.398745 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.404186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554101d9-b7ac-40a3-8621-23a6e6614041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:50.425892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f1375c-b8e3-467c-bfd9-b125e170fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (9806627a-e133-43e7-ad54-c39b1a5984ab), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.426117 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] Deleting subnet 60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:55:50.429420 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] Publish callbacks [] for subnet (60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.464121 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.464434 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-54f1375c-b8e3-467c-bfd9-b125e170fc8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b999f6ac47e74b60a01955b5161c54ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543656 Apr 07 11:55:50.466436 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1375c-b8e3-467c-bfd9-b125e170fc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9806627a-e133-43e7-ad54-c39b1a5984ab,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:50.469141 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60854) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:50.504380 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.517689 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4fc98a5-4257-42fc-bb4f-b208a7b2078c admin admin] Publish callbacks [] for security_group (9806627a-e133-43e7-ad54-c39b1a5984ab), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.539109 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4fc98a5-4257-42fc-bb4f-b208a7b2078c admin admin] Publish callbacks [] for security_group (9806627a-e133-43e7-ad54-c39b1a5984ab), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.664280 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4fc98a5-4257-42fc-bb4f-b208a7b2078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (9806627a-e133-43e7-ad54-c39b1a5984ab), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.664594 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.666837 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4fc98a5-4257-42fc-bb4f-b208a7b2078c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.669946 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-f4fc98a5-4257-42fc-bb4f-b208a7b2078c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9806627a-e133-43e7-ad54-c39b1a5984ab HTTP/1.1" status: 204 len: 168 time: 0.1989338 Apr 07 11:55:50.684458 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc98a5-4257-42fc-bb4f-b208a7b2078c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806627a-e133-43e7-ad54-c39b1a5984ab,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:50.690784 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:50.708027 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.714409 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-005fbbcd-654d-49e9-bf32-097f0b17d134 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/60fd6a8a-cae6-4b64-8fbd-5ef00a6ff987 HTTP/1.1" status: 204 len: 168 time: 0.3612442 Apr 07 11:55:50.717152 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60862) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:50.793828 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (dad47c1f-84d0-41a9-9c92-eef4072529a7), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.875933 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (dad47c1f-84d0-41a9-9c92-eef4072529a7), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.897984 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad47c1f-84d0-41a9-9c92-eef4072529a7']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:50.907417 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123977b5-c63a-4ca5-8533-547e5e264ca3') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:50.907814 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123977b5-c63a-4ca5-8533-547e5e264ca3') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:50.917464 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (123977b5-c63a-4ca5-8533-547e5e264ca3), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.931128 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (123977b5-c63a-4ca5-8533-547e5e264ca3), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.936948 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:55:50.938335 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (123977b5-c63a-4ca5-8533-547e5e264ca3), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:55:50.939194 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:55:51.060624 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785c02e-165b-4939-b216-09aecc4767a7 req-88477518-c784-4b79-90ac-35a5788cbb22 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:51.062143 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8785c02e-165b-4939-b216-09aecc4767a7 req-88477518-c784-4b79-90ac-35a5788cbb22 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0544732 Apr 07 11:55:51.078526 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (dad47c1f-84d0-41a9-9c92-eef4072529a7), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.083872 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.087409 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dad47c1f-84d0-41a9-9c92-eef4072529a7 HTTP/1.1" status: 204 len: 168 time: 0.3691647 Apr 07 11:55:51.098499 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774caaa-8637-4724-a3be-bf2bbcbd8561 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad47c1f-84d0-41a9-9c92-eef4072529a7,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:51.115134 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8785c02e-165b-4939-b216-09aecc4767a7 req-0f2f3c4a-d05f-4a2e-b844-ff1bbdb9bcc4 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475528 Apr 07 11:55:51.349626 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60876) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:51.365107 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5148f704-ad91-46b1-a348-998b145c3461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.426767 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60882) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:51.458168 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5148f704-ad91-46b1-a348-998b145c3461 admin admin] Publish callbacks [] for security_group (f3828647-381c-422d-a910-aabd10f9a9dd), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.494664 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-98de0a29-41b4-4681-b26c-1ff27fe6a5ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e927f24523b400a8a65b1104a238b5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0667236 Apr 07 11:55:51.497326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60884) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:51.502489 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbace74c-0589-4fed-a250-a074591e9f87 req-7e982159-a51f-41fd-814d-686bf84e80dd tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:51.503918 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bbace74c-0589-4fed-a250-a074591e9f87 req-7e982159-a51f-41fd-814d-686bf84e80dd tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 945 time: 0.0892386 Apr 07 11:55:51.545813 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-de76b531-3f8d-4944-b8f9-d887f2d77389 admin admin] Publish callbacks [] for security_group (da586299-5711-441d-b7f0-605072e1fdf5), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.550742 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bbace74c-0589-4fed-a250-a074591e9f87 req-d6dd42c0-e44c-4c12-9296-625059ae4306 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Apr 07 11:55:51.556486 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5148f704-ad91-46b1-a348-998b145c3461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f3828647-381c-422d-a910-aabd10f9a9dd), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.581527 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-de76b531-3f8d-4944-b8f9-d887f2d77389 admin admin] Publish callbacks [] for security_group (da586299-5711-441d-b7f0-605072e1fdf5), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.618042 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-5148f704-ad91-46b1-a348-998b145c3461 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b35debc039c4be48a3908ec3818626d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674983 Apr 07 11:55:51.620818 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 60886) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:51.623995 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148f704-ad91-46b1-a348-998b145c3461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3828647-381c-422d-a910-aabd10f9a9dd,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:51.671295 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cc620f28-37d7-4f17-bbb9-8f58546c845f admin admin] Publish callbacks [] for security_group (f3828647-381c-422d-a910-aabd10f9a9dd), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.691537 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cc620f28-37d7-4f17-bbb9-8f58546c845f admin admin] Publish callbacks [] for security_group (f3828647-381c-422d-a910-aabd10f9a9dd), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.735205 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-de76b531-3f8d-4944-b8f9-d887f2d77389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (da586299-5711-441d-b7f0-605072e1fdf5), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.739913 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-de76b531-3f8d-4944-b8f9-d887f2d77389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.739913 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-de76b531-3f8d-4944-b8f9-d887f2d77389 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da586299-5711-441d-b7f0-605072e1fdf5 HTTP/1.1" status: 204 len: 168 time: 0.2405765 Apr 07 11:55:51.747093 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76b531-3f8d-4944-b8f9-d887f2d77389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da586299-5711-441d-b7f0-605072e1fdf5,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:51.821245 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cc620f28-37d7-4f17-bbb9-8f58546c845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f3828647-381c-422d-a910-aabd10f9a9dd), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.823919 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cc620f28-37d7-4f17-bbb9-8f58546c845f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:51.828675 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-cc620f28-37d7-4f17-bbb9-8f58546c845f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3828647-381c-422d-a910-aabd10f9a9dd HTTP/1.1" status: 204 len: 168 time: 0.2033646 Apr 07 11:55:51.849491 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc620f28-37d7-4f17-bbb9-8f58546c845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3828647-381c-422d-a910-aabd10f9a9dd,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:52.242613 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40a31-3413-432a-ae20-a0d441adbdf3 req-a8eb2969-badf-43a7-8096-844f1d175499 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.249295 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2a40a31-3413-432a-ae20-a0d441adbdf3 req-a8eb2969-badf-43a7-8096-844f1d175499 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0609040 Apr 07 11:55:52.312428 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2a40a31-3413-432a-ae20-a0d441adbdf3 req-9a614c1f-e0a1-4cd3-8fd8-822fa21b2183 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574977 Apr 07 11:55:52.671297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824d1b0-6a66-401e-aeee-644bda67cb7d req-d12c0271-3891-4242-aa5d-e0ec81716bf9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.678145 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a824d1b0-6a66-401e-aeee-644bda67cb7d req-d12c0271-3891-4242-aa5d-e0ec81716bf9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 945 time: 0.0598066 Apr 07 11:55:52.680423 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60944) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:52.726220 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a824d1b0-6a66-401e-aeee-644bda67cb7d req-b0b0e84c-a052-42b0-837a-67bc7dd64a5f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466995 Apr 07 11:55:52.748071 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-aaf9a20e-e77d-4846-9236-715cc7cfa641 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3bf43d43cd04c558f94374f27a5aa59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664713 Apr 07 11:55:52.754679 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 60952) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:52.805020 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08626704-8e51-45d0-bcd3-078d4552b5e5 admin admin] Publish callbacks [] for security_group (08077d15-4c43-4cfe-a563-933b573807d1), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:52.827717 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08626704-8e51-45d0-bcd3-078d4552b5e5 admin admin] Publish callbacks [] for security_group (08077d15-4c43-4cfe-a563-933b573807d1), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:52.969434 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08626704-8e51-45d0-bcd3-078d4552b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (08077d15-4c43-4cfe-a563-933b573807d1), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:52.972808 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08626704-8e51-45d0-bcd3-078d4552b5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:52.984621 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a67d35-d560-4230-9ae2-5bc70bea15aa req-7180325e-fe91-4c1f-a9ff-ab582074ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.986130 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0a67d35-d560-4230-9ae2-5bc70bea15aa req-7180325e-fe91-4c1f-a9ff-ab582074ad65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1129 time: 0.1357808 Apr 07 11:55:52.988413 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-08626704-8e51-45d0-bcd3-078d4552b5e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08077d15-4c43-4cfe-a563-933b573807d1 HTTP/1.1" status: 204 len: 168 time: 0.2325318 Apr 07 11:55:52.991018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef8fa6-aa27-4774-a4ed-7999ee9f480a req-ccd331c8-b96f-439b-90cb-27ba98773d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.992930 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01ef8fa6-aa27-4774-a4ed-7999ee9f480a req-ccd331c8-b96f-439b-90cb-27ba98773d89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 1129 time: 0.0941470 Apr 07 11:55:53.009473 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626704-8e51-45d0-bcd3-078d4552b5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08077d15-4c43-4cfe-a563-933b573807d1,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:53.029620 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-01ef8fa6-aa27-4774-a4ed-7999ee9f480a req-c5cfe97c-2c1b-4279-abad-cb918134e064 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:53.033917 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d0a67d35-d560-4230-9ae2-5bc70bea15aa req-e9dd8fd8-859b-42c5-8d23-25c607224e07 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:53.144112 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-01ef8fa6-aa27-4774-a4ed-7999ee9f480a req-c5cfe97c-2c1b-4279-abad-cb918134e064 service neutron] Publish callbacks [] for security_group (b9fb92c5-da9e-4a88-a42b-5135b62f0007), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:53.251242 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-01ef8fa6-aa27-4774-a4ed-7999ee9f480a req-c5cfe97c-2c1b-4279-abad-cb918134e064 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (b9fb92c5-da9e-4a88-a42b-5135b62f0007), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:53.286657 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['66dd2388-7ab1-4e1d-b366-de80d9ce74ca'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:53.309468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01ef8fa6-aa27-4774-a4ed-7999ee9f480a req-c5cfe97c-2c1b-4279-abad-cb918134e064 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018625 Apr 07 11:55:53.313112 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.db.api [req-d0a67d35-d560-4230-9ae2-5bc70bea15aa req-e9dd8fd8-859b-42c5-8d23-25c607224e07 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 871a8c87515646518e46f38bdc501de1 {{(pid=110304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:55:53.316948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG oslo_db.api [req-d0a67d35-d560-4230-9ae2-5bc70bea15aa req-e9dd8fd8-859b-42c5-8d23-25c607224e07 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:55:53.316948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfe97c-2c1b-4279-abad-cb918134e064 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fb92c5-da9e-4a88-a42b-5135b62f0007,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:53.617288 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb0b9-958e-4c11-b87e-448f8c5768e9 req-84c73bda-4679-4be2-88aa-e5af5ae20a86 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:53.623255 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a3cb0b9-958e-4c11-b87e-448f8c5768e9 req-84c73bda-4679-4be2-88aa-e5af5ae20a86 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.2505288 Apr 07 11:55:53.671993 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a3cb0b9-958e-4c11-b87e-448f8c5768e9 req-c5a14afc-efac-4434-8aa9-43105b6a487b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Apr 07 11:55:53.822758 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d0a67d35-d560-4230-9ae2-5bc70bea15aa req-e9dd8fd8-859b-42c5-8d23-25c607224e07 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:53.890529 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d5521-3cf3-4ac8-93c1-295aa12e5702 req-84f237ad-701b-4236-a130-e7ab792c5213 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:53.892026 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f28d5521-3cf3-4ac8-93c1-295aa12e5702 req-84f237ad-701b-4236-a130-e7ab792c5213 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 945 time: 0.0944321 Apr 07 11:55:53.929653 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0a67d35-d560-4230-9ae2-5bc70bea15aa req-e9dd8fd8-859b-42c5-8d23-25c607224e07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9323068 Apr 07 11:55:53.958084 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f28d5521-3cf3-4ac8-93c1-295aa12e5702 req-2e65e9f9-ff40-46c0-9f8e-3c1700f89afc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Apr 07 11:55:54.789241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2414f0c-2b89-4e08-976b-5eae2c6b06fd req-034eb488-13be-4a21-8b83-ddeecf53fb8b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:54.790741 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2414f0c-2b89-4e08-976b-5eae2c6b06fd req-034eb488-13be-4a21-8b83-ddeecf53fb8b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Apr 07 11:55:54.837057 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2414f0c-2b89-4e08-976b-5eae2c6b06fd req-ca28e2b3-53a2-4acf-92ef-dd511187d29f tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Apr 07 11:55:55.113544 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9a6b-906d-47ff-a5c7-126f3a7e5a28 req-795c8c54-ce98-4529-8662-f0427b92b37f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:55.115264 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7e9e9a6b-906d-47ff-a5c7-126f3a7e5a28 req-795c8c54-ce98-4529-8662-f0427b92b37f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 945 time: 0.0590332 Apr 07 11:55:55.173439 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7e9e9a6b-906d-47ff-a5c7-126f3a7e5a28 req-01451d70-4784-49d6-9cf2-2e799b616deb tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509419 Apr 07 11:55:55.956367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63a82-36eb-4561-85cb-57d01a32fd7f req-21ecfd33-7dd7-42b1-8a4c-66fc650553da tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:55.957831 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41b63a82-36eb-4561-85cb-57d01a32fd7f req-21ecfd33-7dd7-42b1-8a4c-66fc650553da tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0562623 Apr 07 11:55:56.009997 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41b63a82-36eb-4561-85cb-57d01a32fd7f req-2ce0cbdb-6c91-4c82-9acc-1c9e8b40ee4e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Apr 07 11:55:56.291975 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274e1d4-0324-4193-99aa-f6ae25378428 req-fb7e2e74-2ab9-4c72-80ae-4a2d02e9778a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:56.293698 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b274e1d4-0324-4193-99aa-f6ae25378428 req-fb7e2e74-2ab9-4c72-80ae-4a2d02e9778a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 945 time: 0.0560269 Apr 07 11:55:56.339130 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b274e1d4-0324-4193-99aa-f6ae25378428 req-637a7a6a-ceff-4a08-936a-2a09abee4168 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Apr 07 11:55:56.707847 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 66dd2388-7ab1-4e1d-b366-de80d9ce74ca up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:55:56.837749 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:55:56.842046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:56.842417 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:56.935719 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:56.936108 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:56.961700 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c70415-d830-4d29-a048-bb85c6fd334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:56.963872 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c69a1-bf5c-4f7e-b65c-bf0405175817" -d '{"events": [{"server_uuid": "19c70415-d830-4d29-a048-bb85c6fd334b", "name": "network-vif-plugged", "status": "completed", "tag": "66dd2388-7ab1-4e1d-b366-de80d9ce74ca"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:56.976758 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:56.997685 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebf28ad-64ca-48ba-8b09-d71968ece985 x-openstack-request-id: req-4ebf28ad-64ca-48ba-8b09-d71968ece985 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:56.997994 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c70415-d830-4d29-a048-bb85c6fd334b", "name": "network-vif-plugged", "status": "completed", "tag": "66dd2388-7ab1-4e1d-b366-de80d9ce74ca", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:56.998253 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ebf28ad-64ca-48ba-8b09-d71968ece985 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:56.998679 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebf28ad-64ca-48ba-8b09-d71968ece985'] response: {'server_uuid': '19c70415-d830-4d29-a048-bb85c6fd334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca', 'code': 200} Apr 07 11:55:57.026786 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e62046cb-6829-4ec6-a5c1-c7aff48de019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:57.059040 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:57.105401 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:57.131050 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dc7c3-c4d8-451c-a171-d927849eba36 req-d5ddc483-35b1-4f94-9103-c4c481fab729 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:57.133030 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ba6dc7c3-c4d8-451c-a171-d927849eba36 req-d5ddc483-35b1-4f94-9103-c4c481fab729 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0565815 Apr 07 11:55:57.178444 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ba6dc7c3-c4d8-451c-a171-d927849eba36 req-6eca5e84-7746-41ee-8b92-40d1c015826c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Apr 07 11:55:57.457657 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd6c55-d711-42f8-b8cd-056a3ffdc05a req-dbc13f73-17f7-4cf5-9e6b-a09d8b8fdb02 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:57.459143 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adcd6c55-d711-42f8-b8cd-056a3ffdc05a req-dbc13f73-17f7-4cf5-9e6b-a09d8b8fdb02 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0510783 Apr 07 11:55:57.504912 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-adcd6c55-d711-42f8-b8cd-056a3ffdc05a req-e42f8684-c387-4e47-809d-fb7a0f4c8060 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Apr 07 11:55:58.299474 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a0d42-b611-4fbb-a557-e2362ffd48f6 req-522caf24-7b02-4959-aa17-675d529d0b54 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:58.300999 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1f8a0d42-b611-4fbb-a557-e2362ffd48f6 req-522caf24-7b02-4959-aa17-675d529d0b54 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0527892 Apr 07 11:55:58.352318 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1f8a0d42-b611-4fbb-a557-e2362ffd48f6 req-97de9201-d182-4d1d-b02a-6f06b9aee42c tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441172 Apr 07 11:55:58.617693 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568359-e391-4aa8-998b-1099d3ff8cc5 req-a0df0859-60d3-4448-adbb-3eb662405090 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:58.619159 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8568359-e391-4aa8-998b-1099d3ff8cc5 req-a0df0859-60d3-4448-adbb-3eb662405090 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0510783 Apr 07 11:55:58.664550 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8568359-e391-4aa8-998b-1099d3ff8cc5 req-0c78b0e3-0744-4d0c-bc70-2fb3964f5222 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Apr 07 11:55:59.486518 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf058ee-307c-4e8b-8e3c-f09312a6a370 req-98cc02ac-e335-42e5-93d8-494aa0b749f8 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:59.488014 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bcf058ee-307c-4e8b-8e3c-f09312a6a370 req-98cc02ac-e335-42e5-93d8-494aa0b749f8 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0706787 Apr 07 11:55:59.526738 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1c87a8fb-4905-4cb0-a961-69515fbcc8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:59.535995 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bcf058ee-307c-4e8b-8e3c-f09312a6a370 req-113b5198-57e0-4c83-a151-2e81ffccb418 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Apr 07 11:55:59.791517 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f1c2-e6b8-4175-bae7-17e15b68556d req-ecfe6450-87ec-470c-ae3c-67be620e85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:59.793015 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-49e1f1c2-e6b8-4175-bae7-17e15b68556d req-ecfe6450-87ec-470c-ae3c-67be620e85a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1130 time: 0.0800486 Apr 07 11:55:59.803472 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbd3bb-41a1-4685-b27b-97ff886c5d5f req-d3a8224f-ce5a-4e62-bb45-56554f43764a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:59.804548 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a9cbd3bb-41a1-4685-b27b-97ff886c5d5f req-d3a8224f-ce5a-4e62-bb45-56554f43764a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0638406 Apr 07 11:55:59.871653 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-49e1f1c2-e6b8-4175-bae7-17e15b68556d req-39cb1aae-4feb-4d2f-9da4-97504ee2c2d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661244 Apr 07 11:55:59.874512 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a9cbd3bb-41a1-4685-b27b-97ff886c5d5f req-6d883824-37d7-470e-892b-64312b4c0f9c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641634 Apr 07 11:56:00.235175 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:00.660671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5e3f-aa78-482b-9b84-d39812d7421c req-33058773-b2d3-48fc-906e-120ae12642a0 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:00.662141 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e7d5e3f-aa78-482b-9b84-d39812d7421c req-33058773-b2d3-48fc-906e-120ae12642a0 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0592604 Apr 07 11:56:00.710404 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e7d5e3f-aa78-482b-9b84-d39812d7421c req-54d88ae0-e6b6-4538-bcda-b82b5bbb5a6e tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Apr 07 11:56:01.011172 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40769bcd-56a4-4bdd-8358-ac3ce2d5ccfb req-5f00e1b5-69d0-443a-a2c0-762c3dd7e014 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:01.012802 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-40769bcd-56a4-4bdd-8358-ac3ce2d5ccfb req-5f00e1b5-69d0-443a-a2c0-762c3dd7e014 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0739713 Apr 07 11:56:01.063411 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-40769bcd-56a4-4bdd-8358-ac3ce2d5ccfb req-5fd4c6ef-cf26-43b5-beb6-acf7ea18d0b2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Apr 07 11:56:01.364839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 32954) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:01.483333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc790-94b5-4869-b10e-6dbbd5eb42a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.554989 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc790-94b5-4869-b10e-6dbbd5eb42a1 admin admin] Publish callbacks [] for security_group (fc3cf4f4-55ea-4ddc-9267-0243d9cbb783), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.624506 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc790-94b5-4869-b10e-6dbbd5eb42a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (fc3cf4f4-55ea-4ddc-9267-0243d9cbb783), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.669683 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fc790-94b5-4869-b10e-6dbbd5eb42a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3cf4f4-55ea-4ddc-9267-0243d9cbb783,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:01.678640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7a0fc790-94b5-4869-b10e-6dbbd5eb42a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10df1e2da8ee47149e55a567ddecbb54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110507 Apr 07 11:56:01.679005 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 32970) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:01.728373 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-70563922-cd07-4523-b1b5-4b1cfb72ac6a admin admin] Publish callbacks [] for security_group (fc3cf4f4-55ea-4ddc-9267-0243d9cbb783), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.749507 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-70563922-cd07-4523-b1b5-4b1cfb72ac6a admin admin] Publish callbacks [] for security_group (fc3cf4f4-55ea-4ddc-9267-0243d9cbb783), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.827401 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfdc59-c5ce-42cc-8887-55b850d46fdb req-6107520d-b696-4fd9-b452-77c4a1e54f8d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:01.828878 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04cfdc59-c5ce-42cc-8887-55b850d46fdb req-6107520d-b696-4fd9-b452-77c4a1e54f8d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0518589 Apr 07 11:56:01.860802 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-70563922-cd07-4523-b1b5-4b1cfb72ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (fc3cf4f4-55ea-4ddc-9267-0243d9cbb783), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.863544 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-70563922-cd07-4523-b1b5-4b1cfb72ac6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.870350 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-70563922-cd07-4523-b1b5-4b1cfb72ac6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc3cf4f4-55ea-4ddc-9267-0243d9cbb783 HTTP/1.1" status: 204 len: 168 time: 0.1880939 Apr 07 11:56:01.878898 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04cfdc59-c5ce-42cc-8887-55b850d46fdb req-4238fbd6-3727-45a9-a0fe-a365d0f44949 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Apr 07 11:56:01.900089 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70563922-cd07-4523-b1b5-4b1cfb72ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3cf4f4-55ea-4ddc-9267-0243d9cbb783,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:02.009677 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:02.201386 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1fe7-a880-499a-8671-cd2af3931878 req-e37366f7-bec3-43a3-9cf6-a099fffba9f1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:02.203022 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-42fc1fe7-a880-499a-8671-cd2af3931878 req-e37366f7-bec3-43a3-9cf6-a099fffba9f1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0619359 Apr 07 11:56:02.255659 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-42fc1fe7-a880-499a-8671-cd2af3931878 req-d7592aac-f9ad-4bb8-b6a7-55fd4cc61a8c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440698 Apr 07 11:56:02.578920 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33012) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:02.594276 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-215c4cbf-9fb9-4fe9-b231-a4a5b715cfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:02.671562 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-215c4cbf-9fb9-4fe9-b231-a4a5b715cfef admin admin] Publish callbacks [] for security_group (73d6e610-a7b7-446f-b1f7-b63bd2d99100), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:02.758240 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-215c4cbf-9fb9-4fe9-b231-a4a5b715cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (73d6e610-a7b7-446f-b1f7-b63bd2d99100), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:02.801357 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c4cbf-9fb9-4fe9-b231-a4a5b715cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d6e610-a7b7-446f-b1f7-b63bd2d99100,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:02.805741 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-215c4cbf-9fb9-4fe9-b231-a4a5b715cfef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a781383be7be411b9d1c87098785eaed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258115 Apr 07 11:56:02.820160 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33026) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:02.884446 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-77c24c1e-f39b-4672-b797-39a4e00f4b3d admin admin] Publish callbacks [] for security_group (73d6e610-a7b7-446f-b1f7-b63bd2d99100), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:02.905570 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-77c24c1e-f39b-4672-b797-39a4e00f4b3d admin admin] Publish callbacks [] for security_group (73d6e610-a7b7-446f-b1f7-b63bd2d99100), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.029655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-77c24c1e-f39b-4672-b797-39a4e00f4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (73d6e610-a7b7-446f-b1f7-b63bd2d99100), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.032298 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-77c24c1e-f39b-4672-b797-39a4e00f4b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.033498 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-77c24c1e-f39b-4672-b797-39a4e00f4b3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73d6e610-a7b7-446f-b1f7-b63bd2d99100 HTTP/1.1" status: 204 len: 168 time: 0.2123506 Apr 07 11:56:03.041759 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c24c1e-f39b-4672-b797-39a4e00f4b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d6e610-a7b7-446f-b1f7-b63bd2d99100,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:03.375067 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.379249 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394379f-4cfc-491f-9cd6-44c03e1e9c4c req-5ee40a78-0d98-429a-b485-52c2fa9deb4f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:03.380745 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a394379f-4cfc-491f-9cd6-44c03e1e9c4c req-5ee40a78-0d98-429a-b485-52c2fa9deb4f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0576105 Apr 07 11:56:03.430849 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a394379f-4cfc-491f-9cd6-44c03e1e9c4c req-663ce382-457a-499a-8f96-07c54581ff6a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Apr 07 11:56:03.519274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33050) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:03.622726 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-da887af0-711d-4f4d-a593-12d3bc8cafa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.694770 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-da887af0-711d-4f4d-a593-12d3bc8cafa6 admin admin] Publish callbacks [] for security_group (04c07f0e-3922-4883-8bff-58d3348d07a3), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.759358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-da887af0-711d-4f4d-a593-12d3bc8cafa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (04c07f0e-3922-4883-8bff-58d3348d07a3), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.803859 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-da887af0-711d-4f4d-a593-12d3bc8cafa6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f7d32e8fddc46778deefe930f557ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833314 Apr 07 11:56:03.804759 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da887af0-711d-4f4d-a593-12d3bc8cafa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c07f0e-3922-4883-8bff-58d3348d07a3,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:03.806618 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33066) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:03.876286 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d38b7099-50f5-43e4-a93c-3706e3e26f00 admin admin] Publish callbacks [] for security_group (04c07f0e-3922-4883-8bff-58d3348d07a3), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.898412 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d38b7099-50f5-43e4-a93c-3706e3e26f00 admin admin] Publish callbacks [] for security_group (04c07f0e-3922-4883-8bff-58d3348d07a3), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.023579 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d38b7099-50f5-43e4-a93c-3706e3e26f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (04c07f0e-3922-4883-8bff-58d3348d07a3), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.026205 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d38b7099-50f5-43e4-a93c-3706e3e26f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.027329 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d38b7099-50f5-43e4-a93c-3706e3e26f00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04c07f0e-3922-4883-8bff-58d3348d07a3 HTTP/1.1" status: 204 len: 168 time: 0.2190857 Apr 07 11:56:04.035161 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7099-50f5-43e4-a93c-3706e3e26f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c07f0e-3922-4883-8bff-58d3348d07a3,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:04.560916 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787522e7-599e-4a1e-b88b-90fd1b68e863 req-aea7f6d7-7ada-4e48-89ed-70451681257f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:04.560916 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-787522e7-599e-4a1e-b88b-90fd1b68e863 req-aea7f6d7-7ada-4e48-89ed-70451681257f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0557048 Apr 07 11:56:04.606980 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-787522e7-599e-4a1e-b88b-90fd1b68e863 req-1cb99364-dad5-4686-8cf6-889b11ca81cf tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Apr 07 11:56:04.687457 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33096) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:04.695343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1f971b14-8a4c-452f-9a02-2321b6f112c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.767820 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1f971b14-8a4c-452f-9a02-2321b6f112c3 admin admin] Publish callbacks [] for security_group (ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.837560 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1f971b14-8a4c-452f-9a02-2321b6f112c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.891670 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-1f971b14-8a4c-452f-9a02-2321b6f112c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=740024aa4a664219b65920c0e153d10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090595 Apr 07 11:56:04.893316 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f971b14-8a4c-452f-9a02-2321b6f112c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:04.894343 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33106) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:04.972020 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf69b-b3aa-48f4-8d3d-17a50db6ce5e admin admin] Publish callbacks [] for security_group (ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.995782 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf69b-b3aa-48f4-8d3d-17a50db6ce5e admin admin] Publish callbacks [] for security_group (ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:05.137878 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf69b-b3aa-48f4-8d3d-17a50db6ce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:05.140521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf69b-b3aa-48f4-8d3d-17a50db6ce5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:05.144017 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-2dbaf69b-b3aa-48f4-8d3d-17a50db6ce5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4 HTTP/1.1" status: 204 len: 168 time: 0.2463310 Apr 07 11:56:05.151100 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaf69b-b3aa-48f4-8d3d-17a50db6ce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9bc8ac-70e8-4614-8a6e-d2d4e46231b4,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:05.729197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33150) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:05.745403 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2858b8-9e9c-4c0c-a74e-96c3a266874d req-59f7cfdf-2b61-4a5e-8a66-71cd005a3f6f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:05.747105 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3f2858b8-9e9c-4c0c-a74e-96c3a266874d req-59f7cfdf-2b61-4a5e-8a66-71cd005a3f6f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0747032 Apr 07 11:56:05.803853 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3f2858b8-9e9c-4c0c-a74e-96c3a266874d req-ecac9cb4-687f-45e0-8a0a-8774c20b68cc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Apr 07 11:56:05.881680 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d235df08-f45d-41ad-8cd1-6610fa0781c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:05.964212 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d235df08-f45d-41ad-8cd1-6610fa0781c8 admin admin] Publish callbacks [] for security_group (3296e1d8-f40b-48cd-9b85-cccf3c66eaa8), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:06.026988 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d235df08-f45d-41ad-8cd1-6610fa0781c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3296e1d8-f40b-48cd-9b85-cccf3c66eaa8), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:06.066164 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-d235df08-f45d-41ad-8cd1-6610fa0781c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52e1a4a6203148649a7639a7d44adb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355560 Apr 07 11:56:06.067400 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235df08-f45d-41ad-8cd1-6610fa0781c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3296e1d8-f40b-48cd-9b85-cccf3c66eaa8,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:06.068154 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33168) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:06.116318 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f8f34386-ed7b-4882-83b2-395aeeecba3c admin admin] Publish callbacks [] for security_group (3296e1d8-f40b-48cd-9b85-cccf3c66eaa8), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:06.138217 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f8f34386-ed7b-4882-83b2-395aeeecba3c admin admin] Publish callbacks [] for security_group (3296e1d8-f40b-48cd-9b85-cccf3c66eaa8), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:06.254723 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f8f34386-ed7b-4882-83b2-395aeeecba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3296e1d8-f40b-48cd-9b85-cccf3c66eaa8), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:06.258041 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f8f34386-ed7b-4882-83b2-395aeeecba3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:06.259364 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f8f34386-ed7b-4882-83b2-395aeeecba3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3296e1d8-f40b-48cd-9b85-cccf3c66eaa8 HTTP/1.1" status: 204 len: 168 time: 0.1897900 Apr 07 11:56:06.269966 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f34386-ed7b-4882-83b2-395aeeecba3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3296e1d8-f40b-48cd-9b85-cccf3c66eaa8,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:06.920624 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0769-6b9a-468d-9e74-486f6712add3 req-1a87ce2c-a94c-4755-b21f-068682aab647 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:06.922080 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02df0769-6b9a-468d-9e74-486f6712add3 req-1a87ce2c-a94c-4755-b21f-068682aab647 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0549872 Apr 07 11:56:06.994708 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02df0769-6b9a-468d-9e74-486f6712add3 req-5665d0c7-d9bb-425f-ae8b-8a3a3a2b7d4d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Apr 07 11:56:06.996399 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33190) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:07.010524 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27d6138c-5766-4b3d-8c7d-a37ce7024a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.123390 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27d6138c-5766-4b3d-8c7d-a37ce7024a7f admin admin] Publish callbacks [] for security_group (975328e1-e54a-4869-824f-ac0b9c0a9728), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.180967 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27d6138c-5766-4b3d-8c7d-a37ce7024a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (975328e1-e54a-4869-824f-ac0b9c0a9728), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.219543 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6138c-5766-4b3d-8c7d-a37ce7024a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975328e1-e54a-4869-824f-ac0b9c0a9728,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:07.223709 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-27d6138c-5766-4b3d-8c7d-a37ce7024a7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6a657e255e24bee9fcafbe33e8ae2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263243 Apr 07 11:56:07.226322 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33200) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:07.273954 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3eb32600-bc02-444c-a980-c6142cd3b999 admin admin] Publish callbacks [] for security_group (975328e1-e54a-4869-824f-ac0b9c0a9728), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.294144 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3eb32600-bc02-444c-a980-c6142cd3b999 admin admin] Publish callbacks [] for security_group (975328e1-e54a-4869-824f-ac0b9c0a9728), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.423743 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3eb32600-bc02-444c-a980-c6142cd3b999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (975328e1-e54a-4869-824f-ac0b9c0a9728), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.426296 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3eb32600-bc02-444c-a980-c6142cd3b999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.427481 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3eb32600-bc02-444c-a980-c6142cd3b999 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/975328e1-e54a-4869-824f-ac0b9c0a9728 HTTP/1.1" status: 204 len: 168 time: 0.2002437 Apr 07 11:56:07.436984 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb32600-bc02-444c-a980-c6142cd3b999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975328e1-e54a-4869-824f-ac0b9c0a9728,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:08.131884 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa32b-0bd9-4a7a-be51-160a9687761f req-171eac83-c3b2-4074-8c34-a6b46b78e2d0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:08.135554 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4a6aa32b-0bd9-4a7a-be51-160a9687761f req-171eac83-c3b2-4074-8c34-a6b46b78e2d0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0647027 Apr 07 11:56:08.187525 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4a6aa32b-0bd9-4a7a-be51-160a9687761f req-84facd2b-f55b-494d-bd16-4d58ea50dfc3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Apr 07 11:56:09.339181 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42a7a9-3d76-4d10-8103-f93954ae4811 req-40ea5667-cd26-4199-a092-4a755f8a3b86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:09.342126 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d42a7a9-3d76-4d10-8103-f93954ae4811 req-40ea5667-cd26-4199-a092-4a755f8a3b86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0664475 Apr 07 11:56:09.412772 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d42a7a9-3d76-4d10-8103-f93954ae4811 req-ca63af41-73c2-4ca6-8861-0b03d1b29667 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588098 Apr 07 11:56:09.680262 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33310) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:09.861003 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-48d0c941-8fc1-4b2c-a640-b3cc516b1193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:09.940918 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-48d0c941-8fc1-4b2c-a640-b3cc516b1193 admin admin] Publish callbacks [] for security_group (96fbd871-da24-46c6-a4cb-eff3afc8d1fc), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.003231 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-48d0c941-8fc1-4b2c-a640-b3cc516b1193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (96fbd871-da24-46c6-a4cb-eff3afc8d1fc), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.050373 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-48d0c941-8fc1-4b2c-a640-b3cc516b1193 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b637b171c5f4a09895925518d5b8dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690276 Apr 07 11:56:10.053078 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33336) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:10.060273 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0c941-8fc1-4b2c-a640-b3cc516b1193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fbd871-da24-46c6-a4cb-eff3afc8d1fc,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:10.196933 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a13183-5328-4734-be37-988444d4468a req-69cb5b43-b847-485f-afbb-e5c5183da4a8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:10.198418 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20a13183-5328-4734-be37-988444d4468a req-69cb5b43-b847-485f-afbb-e5c5183da4a8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.1444337 Apr 07 11:56:10.207931 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3146057d-f2f6-4c39-8cf7-4691fe5cc963 admin admin] Publish callbacks [] for security_group (96fbd871-da24-46c6-a4cb-eff3afc8d1fc), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.219237 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-8c968747-ff0c-4e4a-ad9b-45fdd31e8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:10.220714 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-8c968747-ff0c-4e4a-ad9b-45fdd31e8532 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1130 time: 0.1011531 Apr 07 11:56:10.263979 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33348) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:10.293087 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3146057d-f2f6-4c39-8cf7-4691fe5cc963 admin admin] Publish callbacks [] for security_group (96fbd871-da24-46c6-a4cb-eff3afc8d1fc), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.371237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20a13183-5328-4734-be37-988444d4468a req-6cfe120a-c1e8-43e3-8e64-33104191e186 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655586 Apr 07 11:56:10.424287 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f18696f0-6959-4af1-b047-de2ce3c99228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.437529 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-89876db6-4b6c-4397-a790-916ae52fadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:10.439318 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-89876db6-4b6c-4397-a790-916ae52fadfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.2018905 Apr 07 11:56:10.489718 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-124e14bb-ad3e-4fc3-a824-e210e9b4f394 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 200 len: 217 time: 0.0405753 Apr 07 11:56:10.561298 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3146057d-f2f6-4c39-8cf7-4691fe5cc963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (96fbd871-da24-46c6-a4cb-eff3afc8d1fc), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.565922 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3146057d-f2f6-4c39-8cf7-4691fe5cc963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.565922 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3146057d-f2f6-4c39-8cf7-4691fe5cc963 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96fbd871-da24-46c6-a4cb-eff3afc8d1fc HTTP/1.1" status: 204 len: 168 time: 0.5096183 Apr 07 11:56:10.573887 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146057d-f2f6-4c39-8cf7-4691fe5cc963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fbd871-da24-46c6-a4cb-eff3afc8d1fc,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:10.650022 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f18696f0-6959-4af1-b047-de2ce3c99228 admin admin] Publish callbacks [] for security_group (164f06af-5eff-476e-9385-afc58838ba70), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.759119 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f18696f0-6959-4af1-b047-de2ce3c99228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (164f06af-5eff-476e-9385-afc58838ba70), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.797065 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f18696f0-6959-4af1-b047-de2ce3c99228 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25777081f5cd410ab39be115643e7a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317731 Apr 07 11:56:10.799045 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18696f0-6959-4af1-b047-de2ce3c99228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164f06af-5eff-476e-9385-afc58838ba70,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:10.799886 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33394) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:10.854844 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aea4a07-5de0-4b96-8f15-3e1acbae2d67 admin admin] Publish callbacks [] for security_group (164f06af-5eff-476e-9385-afc58838ba70), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.881518 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aea4a07-5de0-4b96-8f15-3e1acbae2d67 admin admin] Publish callbacks [] for security_group (164f06af-5eff-476e-9385-afc58838ba70), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.018421 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aea4a07-5de0-4b96-8f15-3e1acbae2d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (164f06af-5eff-476e-9385-afc58838ba70), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.021907 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aea4a07-5de0-4b96-8f15-3e1acbae2d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.023239 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6aea4a07-5de0-4b96-8f15-3e1acbae2d67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/164f06af-5eff-476e-9385-afc58838ba70 HTTP/1.1" status: 204 len: 168 time: 0.2220945 Apr 07 11:56:11.034309 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea4a07-5de0-4b96-8f15-3e1acbae2d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164f06af-5eff-476e-9385-afc58838ba70,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:11.130345 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33414) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:11.330603 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33418) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:11.344411 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2a452ee0-3057-4d65-9e84-da730ac652d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.455989 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2a452ee0-3057-4d65-9e84-da730ac652d2 admin admin] Publish callbacks [] for security_group (fc353cfc-f6e6-42f2-b589-b5bc6b079926), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.529326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2a452ee0-3057-4d65-9e84-da730ac652d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (fc353cfc-f6e6-42f2-b589-b5bc6b079926), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.532892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8e552-65fe-462b-954d-6221eac3bff6 req-f15293b1-d57e-42f8-92ca-42a25af5801e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:11.536798 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2eb8e552-65fe-462b-954d-6221eac3bff6 req-f15293b1-d57e-42f8-92ca-42a25af5801e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0850856 Apr 07 11:56:11.544230 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f1c84f0d-4c88-4b77-b754-fa517635bc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.569602 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-2a452ee0-3057-4d65-9e84-da730ac652d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7e74418d6c343a5991e8cabddff48ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378931 Apr 07 11:56:11.573766 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33432) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:11.577372 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a452ee0-3057-4d65-9e84-da730ac652d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc353cfc-f6e6-42f2-b589-b5bc6b079926,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:11.609893 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2eb8e552-65fe-462b-954d-6221eac3bff6 req-7e955feb-93ec-4463-a85a-59598d107f34 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670874 Apr 07 11:56:11.643111 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-90470134-9556-4621-8459-82415db867a4 admin admin] Publish callbacks [] for security_group (fc353cfc-f6e6-42f2-b589-b5bc6b079926), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.666016 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f1c84f0d-4c88-4b77-b754-fa517635bc2c admin admin] Publish callbacks [] for security_group (104a3834-647a-4005-8324-0c7771bbc817), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.666918 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-90470134-9556-4621-8459-82415db867a4 admin admin] Publish callbacks [] for security_group (fc353cfc-f6e6-42f2-b589-b5bc6b079926), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.735057 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f1c84f0d-4c88-4b77-b754-fa517635bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (104a3834-647a-4005-8324-0c7771bbc817), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.775643 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f1c84f0d-4c88-4b77-b754-fa517635bc2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e761ec99d29943f9b7dd255606bcb469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6441562 Apr 07 11:56:11.776524 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c84f0d-4c88-4b77-b754-fa517635bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104a3834-647a-4005-8324-0c7771bbc817,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:11.778773 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33440) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:11.812529 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-90470134-9556-4621-8459-82415db867a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (fc353cfc-f6e6-42f2-b589-b5bc6b079926), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.815277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-90470134-9556-4621-8459-82415db867a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.818772 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-90470134-9556-4621-8459-82415db867a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc353cfc-f6e6-42f2-b589-b5bc6b079926 HTTP/1.1" status: 204 len: 168 time: 0.2415442 Apr 07 11:56:11.825827 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90470134-9556-4621-8459-82415db867a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc353cfc-f6e6-42f2-b589-b5bc6b079926,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:11.827860 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-188a0d33-5d50-4759-bb80-d9bf4a1be71f admin admin] Publish callbacks [] for security_group (104a3834-647a-4005-8324-0c7771bbc817), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.864271 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-188a0d33-5d50-4759-bb80-d9bf4a1be71f admin admin] Publish callbacks [] for security_group (104a3834-647a-4005-8324-0c7771bbc817), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.986849 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-188a0d33-5d50-4759-bb80-d9bf4a1be71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (104a3834-647a-4005-8324-0c7771bbc817), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.989462 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-188a0d33-5d50-4759-bb80-d9bf4a1be71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.990750 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-188a0d33-5d50-4759-bb80-d9bf4a1be71f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/104a3834-647a-4005-8324-0c7771bbc817 HTTP/1.1" status: 204 len: 168 time: 0.2109036 Apr 07 11:56:11.998860 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a0d33-5d50-4759-bb80-d9bf4a1be71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a3834-647a-4005-8324-0c7771bbc817,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:12.259035 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-2f97aab4-4eef-4ac5-be0c-3bfcf7ced1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:12.260550 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-2f97aab4-4eef-4ac5-be0c-3bfcf7ced1ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0536833 Apr 07 11:56:12.630963 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33472) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:12.648096 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f9b35261-8912-4d6a-b721-7b4882f59e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.744962 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f9b35261-8912-4d6a-b721-7b4882f59e24 admin admin] Publish callbacks [] for security_group (f04ff3c7-76e3-4f28-9d42-55e61fb0c836), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.755248 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5aa76-15c0-400d-bd9d-3944bebb3f8c req-be9c4b12-a73e-4a1a-bcae-b96a985a4837 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:12.756860 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00a5aa76-15c0-400d-bd9d-3944bebb3f8c req-be9c4b12-a73e-4a1a-bcae-b96a985a4837 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0558844 Apr 07 11:56:12.808786 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00a5aa76-15c0-400d-bd9d-3944bebb3f8c req-6f78acc4-8f13-4e85-9468-c09404d87210 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458210 Apr 07 11:56:12.820734 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f9b35261-8912-4d6a-b721-7b4882f59e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f04ff3c7-76e3-4f28-9d42-55e61fb0c836), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.869107 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f9b35261-8912-4d6a-b721-7b4882f59e24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60fb415aa04f4bed9f4126e301850557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367756 Apr 07 11:56:12.869624 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33484) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:12.869833 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35261-8912-4d6a-b721-7b4882f59e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04ff3c7-76e3-4f28-9d42-55e61fb0c836,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:12.926888 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-59cc425a-403b-4532-bca3-9f2f9d01578a admin admin] Publish callbacks [] for security_group (f04ff3c7-76e3-4f28-9d42-55e61fb0c836), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.956765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-59cc425a-403b-4532-bca3-9f2f9d01578a admin admin] Publish callbacks [] for security_group (f04ff3c7-76e3-4f28-9d42-55e61fb0c836), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.086754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-59cc425a-403b-4532-bca3-9f2f9d01578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f04ff3c7-76e3-4f28-9d42-55e61fb0c836), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.089905 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-59cc425a-403b-4532-bca3-9f2f9d01578a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.093961 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-59cc425a-403b-4532-bca3-9f2f9d01578a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f04ff3c7-76e3-4f28-9d42-55e61fb0c836 HTTP/1.1" status: 204 len: 168 time: 0.2203324 Apr 07 11:56:13.102473 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc425a-403b-4532-bca3-9f2f9d01578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04ff3c7-76e3-4f28-9d42-55e61fb0c836,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:13.948229 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf95c6-8bbc-4268-a924-e6932beff601 req-7b75dd61-c801-48e2-bc8c-32fe807ca70b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:13.949588 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2bf95c6-8bbc-4268-a924-e6932beff601 req-7b75dd61-c801-48e2-bc8c-32fe807ca70b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0522084 Apr 07 11:56:14.021716 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2bf95c6-8bbc-4268-a924-e6932beff601 req-f17a1aa6-53c6-4613-8ff4-f42f142e1c7a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Apr 07 11:56:14.794930 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-b04bb7d8-345c-4e92-8a37-a9655ab9d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:14.801956 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-b04bb7d8-345c-4e92-8a37-a9655ab9d0b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547473 Apr 07 11:56:14.908842 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-d3a0981d-780f-41a2-94d7-7f9cd3ce26a5 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046367 Apr 07 11:56:15.195951 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925adcf-f0a6-48af-9b69-f9f6d1f9f210 req-294b847f-5afc-42de-a98d-2ded21a41d17 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:15.197440 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3925adcf-f0a6-48af-9b69-f9f6d1f9f210 req-294b847f-5afc-42de-a98d-2ded21a41d17 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.1137135 Apr 07 11:56:15.209987 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d681dee-95ff-46ea-ad98-48e18722ed8d req-1d37fe49-92a5-4d29-a638-ee8cc7012ce2 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426272 Apr 07 11:56:15.246097 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3925adcf-f0a6-48af-9b69-f9f6d1f9f210 req-4da4dd68-6c6f-4dfd-b987-39503292a215 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Apr 07 11:56:15.293554 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33586) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:15.405113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9da8d8ac-f576-4e0e-ba8b-468c2ae61cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.487005 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9da8d8ac-f576-4e0e-ba8b-468c2ae61cb9 admin admin] Publish callbacks [] for security_group (6350c128-a03c-4a5c-88a9-8d62e3616568), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.557663 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9da8d8ac-f576-4e0e-ba8b-468c2ae61cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6350c128-a03c-4a5c-88a9-8d62e3616568), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.596289 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9da8d8ac-f576-4e0e-ba8b-468c2ae61cb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eba61df29c64d4fa9e8291cc52f3617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016174 Apr 07 11:56:15.597144 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8d8ac-f576-4e0e-ba8b-468c2ae61cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350c128-a03c-4a5c-88a9-8d62e3616568,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:15.599562 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33602) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:15.648311 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f221ef9a-de79-4a88-97ac-bb872b08a29b admin admin] Publish callbacks [] for security_group (6350c128-a03c-4a5c-88a9-8d62e3616568), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.669001 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f221ef9a-de79-4a88-97ac-bb872b08a29b admin admin] Publish callbacks [] for security_group (6350c128-a03c-4a5c-88a9-8d62e3616568), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.786505 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f221ef9a-de79-4a88-97ac-bb872b08a29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6350c128-a03c-4a5c-88a9-8d62e3616568), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.789707 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f221ef9a-de79-4a88-97ac-bb872b08a29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.790912 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f221ef9a-de79-4a88-97ac-bb872b08a29b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6350c128-a03c-4a5c-88a9-8d62e3616568 HTTP/1.1" status: 204 len: 168 time: 0.1903248 Apr 07 11:56:15.798916 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221ef9a-de79-4a88-97ac-bb872b08a29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350c128-a03c-4a5c-88a9-8d62e3616568,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:16.393208 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b51631-947c-49a0-b164-6864f1bb29e0 req-d546b45d-c108-470d-9327-0cfe90e0264c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:16.395101 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61b51631-947c-49a0-b164-6864f1bb29e0 req-d546b45d-c108-470d-9327-0cfe90e0264c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0617714 Apr 07 11:56:16.406634 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.441693 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61b51631-947c-49a0-b164-6864f1bb29e0 req-9f4458f8-3f1d-4363-9700-6c515fa657b2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Apr 07 11:56:17.559775 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4ce58-7423-4e55-a62c-c79790ad3da5 req-b29be3c3-6df2-45f4-9052-97ec5f1cf4d8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:17.597463 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a6d4ce58-7423-4e55-a62c-c79790ad3da5 req-b29be3c3-6df2-45f4-9052-97ec5f1cf4d8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0511808 Apr 07 11:56:17.619140 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a6d4ce58-7423-4e55-a62c-c79790ad3da5 req-8f4e4791-cc3d-4cbf-8175-9c72581d9f04 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524244 Apr 07 11:56:18.781436 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71f19-906b-4a59-b659-6354ebe6e89e req-f17b5a92-db77-4689-a580-3f7e169bb6d4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:18.783237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0c71f19-906b-4a59-b659-6354ebe6e89e req-f17b5a92-db77-4689-a580-3f7e169bb6d4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0533669 Apr 07 11:56:18.839649 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0c71f19-906b-4a59-b659-6354ebe6e89e req-56df8d91-b5cb-45bf-95f4-b9ba8e4d09ed tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Apr 07 11:56:19.951720 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146eb0c-5f29-42b5-98b8-b03b3ffb2038 req-76dcec1d-a258-400c-9333-6b8cdb0c8fa6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:19.953235 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0146eb0c-5f29-42b5-98b8-b03b3ffb2038 req-76dcec1d-a258-400c-9333-6b8cdb0c8fa6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0509162 Apr 07 11:56:19.998568 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0146eb0c-5f29-42b5-98b8-b03b3ffb2038 req-0781b82d-c4bc-4e3c-b360-19ede3936e2b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Apr 07 11:56:21.116465 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a4f1-088d-4278-8e19-67363a0f7462 req-17177e5c-4f0c-47da-82de-70eccc8f2346 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:21.117958 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bf75a4f1-088d-4278-8e19-67363a0f7462 req-17177e5c-4f0c-47da-82de-70eccc8f2346 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0553648 Apr 07 11:56:21.163793 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bf75a4f1-088d-4278-8e19-67363a0f7462 req-45ecc6bb-fb0c-4071-a501-9fc650d2ff50 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Apr 07 11:56:22.281387 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5be76-230d-4987-a302-6714751ec56f req-1de35c4f-5c5d-45aa-a7cc-241ff7b70fe1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:22.282914 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-63e5be76-230d-4987-a302-6714751ec56f req-1de35c4f-5c5d-45aa-a7cc-241ff7b70fe1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0518806 Apr 07 11:56:22.330286 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-63e5be76-230d-4987-a302-6714751ec56f req-f7e6991a-56b7-4a1a-8c2c-9b512c0de8fe tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Apr 07 11:56:23.447574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991eaf-5140-4155-ab79-8ccf38bb3202 req-1e3cea3c-51a9-4f17-86a8-8f959f040ac9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:23.449405 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6991eaf-5140-4155-ab79-8ccf38bb3202 req-1e3cea3c-51a9-4f17-86a8-8f959f040ac9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0524423 Apr 07 11:56:23.498780 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6991eaf-5140-4155-ab79-8ccf38bb3202 req-f29d6fcc-9021-4fcf-8e90-0ccc8624a31b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Apr 07 11:56:24.093815 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33758) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:24.197107 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6c730ddc-7bb3-47c2-a299-9f0979c77b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:24.271424 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6c730ddc-7bb3-47c2-a299-9f0979c77b14 admin admin] Publish callbacks [] for security_group (0accea88-8776-473d-bd81-3947430f1ccf), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:24.335171 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6c730ddc-7bb3-47c2-a299-9f0979c77b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0accea88-8776-473d-bd81-3947430f1ccf), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:24.375122 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c730ddc-7bb3-47c2-a299-9f0979c77b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0accea88-8776-473d-bd81-3947430f1ccf,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:24.381592 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-6c730ddc-7bb3-47c2-a299-9f0979c77b14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b66917445e6b416ab7a3f0d4e005bd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861829 Apr 07 11:56:24.381950 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33764) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:24.430078 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a66261f0-7b2c-455b-a9ad-11bf1b369b5f admin admin] Publish callbacks [] for security_group (0accea88-8776-473d-bd81-3947430f1ccf), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:24.450902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a66261f0-7b2c-455b-a9ad-11bf1b369b5f admin admin] Publish callbacks [] for security_group (0accea88-8776-473d-bd81-3947430f1ccf), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:24.557850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a66261f0-7b2c-455b-a9ad-11bf1b369b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0accea88-8776-473d-bd81-3947430f1ccf), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:24.560501 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a66261f0-7b2c-455b-a9ad-11bf1b369b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:24.561666 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a66261f0-7b2c-455b-a9ad-11bf1b369b5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0accea88-8776-473d-bd81-3947430f1ccf HTTP/1.1" status: 204 len: 168 time: 0.1786726 Apr 07 11:56:24.597993 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66261f0-7b2c-455b-a9ad-11bf1b369b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0accea88-8776-473d-bd81-3947430f1ccf,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:24.624478 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fccea-eadc-4171-ae6d-c2c23907bf33 req-6225f08f-08cd-4b8d-b468-803813e7e921 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:24.626144 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-414fccea-eadc-4171-ae6d-c2c23907bf33 req-6225f08f-08cd-4b8d-b468-803813e7e921 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0613520 Apr 07 11:56:24.674025 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-414fccea-eadc-4171-ae6d-c2c23907bf33 req-cf11998c-8c45-4f53-a220-06a1409ee26d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Apr 07 11:56:25.186204 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33774) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:25.202172 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-095b81e7-f1cc-4779-93b1-d67280c4b372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:25.273357 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-095b81e7-f1cc-4779-93b1-d67280c4b372 admin admin] Publish callbacks [] for security_group (82928f0f-4876-42c1-9c33-fd127796e67e), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:25.355238 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-095b81e7-f1cc-4779-93b1-d67280c4b372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (82928f0f-4876-42c1-9c33-fd127796e67e), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:25.392017 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b81e7-f1cc-4779-93b1-d67280c4b372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82928f0f-4876-42c1-9c33-fd127796e67e,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:25.397109 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-095b81e7-f1cc-4779-93b1-d67280c4b372 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea74554ad93f43fca97e665f4b1709c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092793 Apr 07 11:56:25.399123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33782) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:25.450002 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed65db36-9f1f-4ff5-9dc6-084f82329e49 admin admin] Publish callbacks [] for security_group (82928f0f-4876-42c1-9c33-fd127796e67e), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:25.474687 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed65db36-9f1f-4ff5-9dc6-084f82329e49 admin admin] Publish callbacks [] for security_group (82928f0f-4876-42c1-9c33-fd127796e67e), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:25.592297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed65db36-9f1f-4ff5-9dc6-084f82329e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (82928f0f-4876-42c1-9c33-fd127796e67e), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:25.594926 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ed65db36-9f1f-4ff5-9dc6-084f82329e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:25.596178 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-ed65db36-9f1f-4ff5-9dc6-084f82329e49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82928f0f-4876-42c1-9c33-fd127796e67e HTTP/1.1" status: 204 len: 168 time: 0.1954093 Apr 07 11:56:25.607352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65db36-9f1f-4ff5-9dc6-084f82329e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82928f0f-4876-42c1-9c33-fd127796e67e,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:25.797483 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d712e-67e5-49d5-b014-152fffbdf84d req-25c7329f-36f9-46a6-96c9-92181968781d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:25.798996 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-983d712e-67e5-49d5-b014-152fffbdf84d req-25c7329f-36f9-46a6-96c9-92181968781d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0562873 Apr 07 11:56:25.845341 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-983d712e-67e5-49d5-b014-152fffbdf84d req-ec23dd1a-b572-44b9-aeff-e18bd97b814f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Apr 07 11:56:25.907734 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:56:26.976675 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397522a7-e0eb-4ecb-be67-c52cf8d81ac5 req-ee56ae5c-c030-421b-b0bc-3288342bba16 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:26.978226 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-397522a7-e0eb-4ecb-be67-c52cf8d81ac5 req-ee56ae5c-c030-421b-b0bc-3288342bba16 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0642543 Apr 07 11:56:26.995360 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9db46429-14f6-4056-bfef-d11813cfb605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:27.025790 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-397522a7-e0eb-4ecb-be67-c52cf8d81ac5 req-f5b51602-71d5-439c-a8a2-0845264522a0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Apr 07 11:56:28.018741 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33860) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:28.134682 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ff8deafb-1342-46a7-95bd-75443bb7adb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:28.171850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa572b-0606-4fad-837d-7ab62d340081 req-e088f4fc-19bd-4cc1-9d4c-34b27426de0e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:28.173292 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-abaa572b-0606-4fad-837d-7ab62d340081 req-e088f4fc-19bd-4cc1-9d4c-34b27426de0e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0813637 Apr 07 11:56:28.247490 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-abaa572b-0606-4fad-837d-7ab62d340081 req-c3029a8f-b8ef-4d56-9506-87541057f5ad tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676293 Apr 07 11:56:28.271732 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ff8deafb-1342-46a7-95bd-75443bb7adb8 admin admin] Publish callbacks [] for security_group (a853ad14-2a7e-45fd-b2b3-089bf80b9092), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:28.332066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ff8deafb-1342-46a7-95bd-75443bb7adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a853ad14-2a7e-45fd-b2b3-089bf80b9092), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:28.370755 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-ff8deafb-1342-46a7-95bd-75443bb7adb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b77f578724b4b6fb8601b7f1130c572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508894 Apr 07 11:56:28.371458 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8deafb-1342-46a7-95bd-75443bb7adb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a853ad14-2a7e-45fd-b2b3-089bf80b9092,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:28.373466 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33866) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:28.422345 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f0427e42-5584-4557-b2c7-6ef687b720a4 admin admin] Publish callbacks [] for security_group (a853ad14-2a7e-45fd-b2b3-089bf80b9092), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:28.443667 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f0427e42-5584-4557-b2c7-6ef687b720a4 admin admin] Publish callbacks [] for security_group (a853ad14-2a7e-45fd-b2b3-089bf80b9092), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:28.556419 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f0427e42-5584-4557-b2c7-6ef687b720a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a853ad14-2a7e-45fd-b2b3-089bf80b9092), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:28.558947 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f0427e42-5584-4557-b2c7-6ef687b720a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:28.560357 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f0427e42-5584-4557-b2c7-6ef687b720a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a853ad14-2a7e-45fd-b2b3-089bf80b9092 HTTP/1.1" status: 204 len: 168 time: 0.1858449 Apr 07 11:56:28.569990 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0427e42-5584-4557-b2c7-6ef687b720a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853ad14-2a7e-45fd-b2b3-089bf80b9092,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:29.192321 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 33888) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:29.206220 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3d162bb0-a752-419d-9d99-4fcdfe86213a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.281724 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3d162bb0-a752-419d-9d99-4fcdfe86213a admin admin] Publish callbacks [] for security_group (924e1ba5-5686-4dfc-b729-b0cac337b1f9), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.364049 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649732-94ca-4bbe-8fd1-4b4560111b1d req-df8f1eab-0ace-415b-8d9b-86b2277563c7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:29.365551 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9e649732-94ca-4bbe-8fd1-4b4560111b1d req-df8f1eab-0ace-415b-8d9b-86b2277563c7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0522923 Apr 07 11:56:29.378476 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3d162bb0-a752-419d-9d99-4fcdfe86213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (924e1ba5-5686-4dfc-b729-b0cac337b1f9), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.435168 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3d162bb0-a752-419d-9d99-4fcdfe86213a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=121e9bf87343466cbe0716e85efa66a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416708 Apr 07 11:56:29.437919 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 33892) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:29.441418 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d162bb0-a752-419d-9d99-4fcdfe86213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e1ba5-5686-4dfc-b729-b0cac337b1f9,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:29.455809 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9e649732-94ca-4bbe-8fd1-4b4560111b1d req-7a7188e4-2f3a-482e-8a9e-33bbb54c1e59 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841470 Apr 07 11:56:29.487849 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b521441a-d032-4416-b9a8-5da365526c22 admin admin] Publish callbacks [] for security_group (924e1ba5-5686-4dfc-b729-b0cac337b1f9), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.508687 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b521441a-d032-4416-b9a8-5da365526c22 admin admin] Publish callbacks [] for security_group (924e1ba5-5686-4dfc-b729-b0cac337b1f9), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.527235 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2d1b259c-a469-4271-b1e7-65aa787d08a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.606895 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b521441a-d032-4416-b9a8-5da365526c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (924e1ba5-5686-4dfc-b729-b0cac337b1f9), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.609413 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b521441a-d032-4416-b9a8-5da365526c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.610617 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b521441a-d032-4416-b9a8-5da365526c22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/924e1ba5-5686-4dfc-b729-b0cac337b1f9 HTTP/1.1" status: 204 len: 168 time: 0.1716652 Apr 07 11:56:29.618354 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521441a-d032-4416-b9a8-5da365526c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e1ba5-5686-4dfc-b729-b0cac337b1f9,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:30.237659 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:30.581345 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761b99e-add0-4bef-82e2-368a5f1f5236 req-b61303ae-3ae6-476c-9297-9d734cea3b42 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:30.582879 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5761b99e-add0-4bef-82e2-368a5f1f5236 req-b61303ae-3ae6-476c-9297-9d734cea3b42 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0556331 Apr 07 11:56:30.640768 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5761b99e-add0-4bef-82e2-368a5f1f5236 req-a12e4227-a1c5-49b7-94c3-d68b5f6979d3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470297 Apr 07 11:56:31.757827 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31525c49-8e51-41ef-8379-3989ec2de40f req-33ee2d75-b1c8-4f06-bce0-50dc246d3117 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:31.759555 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-31525c49-8e51-41ef-8379-3989ec2de40f req-33ee2d75-b1c8-4f06-bce0-50dc246d3117 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0528212 Apr 07 11:56:31.809736 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-31525c49-8e51-41ef-8379-3989ec2de40f req-20b3d7a1-468e-4beb-b443-aa7be9694ae4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Apr 07 11:56:32.023990 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.925719 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222f79a-e61b-4fb4-8a56-ed366f180d48 req-72d7ec5a-34c8-4ca4-a691-530fa3c24394 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:32.927210 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3222f79a-e61b-4fb4-8a56-ed366f180d48 req-72d7ec5a-34c8-4ca4-a691-530fa3c24394 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0526683 Apr 07 11:56:32.973673 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3222f79a-e61b-4fb4-8a56-ed366f180d48 req-3f22a5c6-673c-4582-bd37-f38974479173 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Apr 07 11:56:33.384487 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:34.090227 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e68cc-8e0d-4ae3-b37a-02e2d09b284b req-28f1ffa5-8b54-4709-bfaa-acc9eb404a33 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:34.091975 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c89e68cc-8e0d-4ae3-b37a-02e2d09b284b req-28f1ffa5-8b54-4709-bfaa-acc9eb404a33 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0531163 Apr 07 11:56:34.137476 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c89e68cc-8e0d-4ae3-b37a-02e2d09b284b req-67328be4-9389-4cf5-a187-ce52f160bde9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Apr 07 11:56:35.254899 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab44d-a9a6-493e-b83f-81669063556f req-69744307-ea0d-4adc-944d-70875c27f7a3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:35.256339 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d0ab44d-a9a6-493e-b83f-81669063556f req-69744307-ea0d-4adc-944d-70875c27f7a3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0539978 Apr 07 11:56:35.304198 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d0ab44d-a9a6-493e-b83f-81669063556f req-4aa74bb7-ddf2-4efe-85b1-0ed146cfa354 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Apr 07 11:56:36.432083 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e5677-1bef-45f4-b42b-98a342f17f7d req-b4b694ce-a122-46b8-a1e4-dd78ed7f6163 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:36.432083 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a18e5677-1bef-45f4-b42b-98a342f17f7d req-b4b694ce-a122-46b8-a1e4-dd78ed7f6163 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0532873 Apr 07 11:56:36.481556 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a18e5677-1bef-45f4-b42b-98a342f17f7d req-72b577aa-7daf-48aa-9f81-a5d261f24d30 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Apr 07 11:56:37.594432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0cc3-4657-436c-9ace-95aa6a8fa8af req-dc0fe25c-f311-45f0-acbd-941defa25011 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:37.595882 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a5e0cc3-4657-436c-9ace-95aa6a8fa8af req-dc0fe25c-f311-45f0-acbd-941defa25011 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0504763 Apr 07 11:56:37.643859 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a5e0cc3-4657-436c-9ace-95aa6a8fa8af req-a5f6a6fc-a843-45fc-94b5-0f32b14083c2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Apr 07 11:56:38.760329 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deae85-54c3-4404-8ebd-a882e03a9280 req-769e3590-b77f-441b-8ae6-a5fb86cede52 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:38.761780 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e7deae85-54c3-4404-8ebd-a882e03a9280 req-769e3590-b77f-441b-8ae6-a5fb86cede52 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0527761 Apr 07 11:56:38.823327 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e7deae85-54c3-4404-8ebd-a882e03a9280 req-0661c33d-ece4-43df-ac7d-6a50bf51d4d5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556674 Apr 07 11:56:39.957236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc0e5a-7668-4693-b73c-2aae62e233a3 req-edbf8639-f92d-4bba-bc87-138cefbc8fd7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:39.958717 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-30fc0e5a-7668-4693-b73c-2aae62e233a3 req-edbf8639-f92d-4bba-bc87-138cefbc8fd7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0511646 Apr 07 11:56:40.005469 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-30fc0e5a-7668-4693-b73c-2aae62e233a3 req-57cd43a7-b58c-4f7f-9cfb-6a3b3c68d683 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Apr 07 11:56:41.125391 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ada20-b0c9-41ba-89e2-3b1544c55fed req-c5a08fc7-6c8f-4a21-aba5-8f2c17bbf0a5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:41.126786 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bc6ada20-b0c9-41ba-89e2-3b1544c55fed req-c5a08fc7-6c8f-4a21-aba5-8f2c17bbf0a5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0553277 Apr 07 11:56:41.173405 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bc6ada20-b0c9-41ba-89e2-3b1544c55fed req-f55cb932-f1cd-4d20-86b3-9216e3b49fab tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Apr 07 11:56:42.299410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881c34c-6783-43af-826b-e6d070bf25d1 req-515d6a36-92a9-401f-97a9-49ee22c2a129 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:42.299410 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4881c34c-6783-43af-826b-e6d070bf25d1 req-515d6a36-92a9-401f-97a9-49ee22c2a129 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0535786 Apr 07 11:56:42.341865 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4881c34c-6783-43af-826b-e6d070bf25d1 req-d9cd5c99-70a1-48e7-8df1-564c7b8a65a7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Apr 07 11:56:42.365160 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34194) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:42.513405 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-80186a89-7db1-46d6-b1ac-61c47a8dca70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:42.590987 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-80186a89-7db1-46d6-b1ac-61c47a8dca70 admin admin] Publish callbacks [] for security_group (0c059ecf-2967-4e3e-9515-89bcd1ae883b), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:42.649036 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-80186a89-7db1-46d6-b1ac-61c47a8dca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0c059ecf-2967-4e3e-9515-89bcd1ae883b), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:42.692331 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-80186a89-7db1-46d6-b1ac-61c47a8dca70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b697436d186641e8a6a27d2892e18bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260748 Apr 07 11:56:42.693179 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80186a89-7db1-46d6-b1ac-61c47a8dca70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c059ecf-2967-4e3e-9515-89bcd1ae883b,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:42.694994 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34204) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:42.742311 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-589b27fd-ead0-4aae-ad24-9d498a22916c admin admin] Publish callbacks [] for security_group (0c059ecf-2967-4e3e-9515-89bcd1ae883b), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:42.767161 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-589b27fd-ead0-4aae-ad24-9d498a22916c admin admin] Publish callbacks [] for security_group (0c059ecf-2967-4e3e-9515-89bcd1ae883b), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:42.878180 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-589b27fd-ead0-4aae-ad24-9d498a22916c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0c059ecf-2967-4e3e-9515-89bcd1ae883b), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:42.880886 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-589b27fd-ead0-4aae-ad24-9d498a22916c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:42.882072 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-589b27fd-ead0-4aae-ad24-9d498a22916c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c059ecf-2967-4e3e-9515-89bcd1ae883b HTTP/1.1" status: 204 len: 168 time: 0.1861153 Apr 07 11:56:42.890329 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b27fd-ead0-4aae-ad24-9d498a22916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c059ecf-2967-4e3e-9515-89bcd1ae883b,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:43.460532 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f8ca-1908-4ed0-b2d0-59f26093463d req-bd331bde-ba60-4776-b924-f31f887a3c75 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:43.462242 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af11f8ca-1908-4ed0-b2d0-59f26093463d req-bd331bde-ba60-4776-b924-f31f887a3c75 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0519192 Apr 07 11:56:43.517527 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af11f8ca-1908-4ed0-b2d0-59f26093463d req-beda6c23-1a73-4fde-99b9-65fc787bc321 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Apr 07 11:56:43.558928 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34230) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:43.573994 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-41f9b23b-e1d6-49c2-a995-64937a8b9d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:43.673410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-41f9b23b-e1d6-49c2-a995-64937a8b9d62 admin admin] Publish callbacks [] for security_group (a69316fa-5032-4a8f-89f4-8181de32c729), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:43.755165 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-41f9b23b-e1d6-49c2-a995-64937a8b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a69316fa-5032-4a8f-89f4-8181de32c729), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:43.794065 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9b23b-e1d6-49c2-a995-64937a8b9d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69316fa-5032-4a8f-89f4-8181de32c729,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:43.798349 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-41f9b23b-e1d6-49c2-a995-64937a8b9d62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d84a63a6a6734c0bb37937e9d6334b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382801 Apr 07 11:56:43.801233 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34240) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:44.025183 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b77e630f-5481-40b2-a53e-78d2eec705f2 admin admin] Publish callbacks [] for security_group (a69316fa-5032-4a8f-89f4-8181de32c729), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:44.046634 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b77e630f-5481-40b2-a53e-78d2eec705f2 admin admin] Publish callbacks [] for security_group (a69316fa-5032-4a8f-89f4-8181de32c729), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:44.178704 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b77e630f-5481-40b2-a53e-78d2eec705f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a69316fa-5032-4a8f-89f4-8181de32c729), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:44.181960 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b77e630f-5481-40b2-a53e-78d2eec705f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:44.183179 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b77e630f-5481-40b2-a53e-78d2eec705f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a69316fa-5032-4a8f-89f4-8181de32c729 HTTP/1.1" status: 204 len: 168 time: 0.3806973 Apr 07 11:56:44.191489 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e630f-5481-40b2-a53e-78d2eec705f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69316fa-5032-4a8f-89f4-8181de32c729,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:44.692271 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d5a1-ee45-469b-9ad8-5627ea036e0a req-bae46cc3-d596-4658-b2d5-bb75e49570d8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:44.694473 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d539d5a1-ee45-469b-9ad8-5627ea036e0a req-bae46cc3-d596-4658-b2d5-bb75e49570d8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0875401 Apr 07 11:56:44.747952 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d539d5a1-ee45-469b-9ad8-5627ea036e0a req-d60c2b62-690e-4010-9744-69dcd061f493 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 Apr 07 11:56:45.388795 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34312) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:45.498104 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4a41-768c-492c-a154-187c7c5e299f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:45.570003 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4a41-768c-492c-a154-187c7c5e299f admin admin] Publish callbacks [] for security_group (dd2cfd43-18d3-4c8a-87e3-e944db715c93), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:45.637988 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4a41-768c-492c-a154-187c7c5e299f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (dd2cfd43-18d3-4c8a-87e3-e944db715c93), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:45.683346 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d4a41-768c-492c-a154-187c7c5e299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2cfd43-18d3-4c8a-87e3-e944db715c93,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:45.690733 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34326) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:45.690877 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ec5d4a41-768c-492c-a154-187c7c5e299f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc6fd6aef73c41f098eb93b5151e8048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004150 Apr 07 11:56:45.749646 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b00764c-4743-40b1-b0c7-0d4d86e3967c admin admin] Publish callbacks [] for security_group (dd2cfd43-18d3-4c8a-87e3-e944db715c93), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:45.776036 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b00764c-4743-40b1-b0c7-0d4d86e3967c admin admin] Publish callbacks [] for security_group (dd2cfd43-18d3-4c8a-87e3-e944db715c93), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:45.890599 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d6e3d-caaf-4cb2-9052-42ee5614ddf0 req-6fa8a061-8a22-4b9d-87c2-db11ce11343f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:45.895236 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7a8d6e3d-caaf-4cb2-9052-42ee5614ddf0 req-6fa8a061-8a22-4b9d-87c2-db11ce11343f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0636573 Apr 07 11:56:45.926074 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b00764c-4743-40b1-b0c7-0d4d86e3967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (dd2cfd43-18d3-4c8a-87e3-e944db715c93), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:45.931214 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0b00764c-4743-40b1-b0c7-0d4d86e3967c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:45.932941 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-0b00764c-4743-40b1-b0c7-0d4d86e3967c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd2cfd43-18d3-4c8a-87e3-e944db715c93 HTTP/1.1" status: 204 len: 168 time: 0.2393928 Apr 07 11:56:45.961123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00764c-4743-40b1-b0c7-0d4d86e3967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2cfd43-18d3-4c8a-87e3-e944db715c93,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:45.983801 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7a8d6e3d-caaf-4cb2-9052-42ee5614ddf0 req-77abe730-1c1b-42a0-bc46-c0436a0ab34e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852292 Apr 07 11:56:46.389905 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:46.697311 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34366) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:46.714927 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ce584c72-8167-4441-830b-f339dae85f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:46.798751 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ce584c72-8167-4441-830b-f339dae85f1c admin admin] Publish callbacks [] for security_group (c36be978-74c9-41d4-9389-8e422e625dc6), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:46.882453 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ce584c72-8167-4441-830b-f339dae85f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c36be978-74c9-41d4-9389-8e422e625dc6), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:46.943689 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123dfa-8ec6-4ba3-ad3a-44028db3eeba req-3e4491c9-2efe-4a62-afc5-481708134623 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:46.953596 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-97123dfa-8ec6-4ba3-ad3a-44028db3eeba req-3e4491c9-2efe-4a62-afc5-481708134623 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.1071126 Apr 07 11:56:46.953596 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-ce584c72-8167-4441-830b-f339dae85f1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=856d82b6c203405b8e9f2ed625ec1565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521894 Apr 07 11:56:46.955225 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584c72-8167-4441-830b-f339dae85f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36be978-74c9-41d4-9389-8e422e625dc6,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:46.955896 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34390) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:47.025738 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca06-50c5-4943-b2a3-c2f53a892cbe admin admin] Publish callbacks [] for security_group (c36be978-74c9-41d4-9389-8e422e625dc6), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.050524 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca06-50c5-4943-b2a3-c2f53a892cbe admin admin] Publish callbacks [] for security_group (c36be978-74c9-41d4-9389-8e422e625dc6), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.064026 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-97123dfa-8ec6-4ba3-ad3a-44028db3eeba req-e4967aab-64fc-4f58-9639-8e7756d726b5 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065214 Apr 07 11:56:47.129576 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb0d95-cabf-4b5f-aafc-cd07277e7e4a req-66613fcb-f3ad-41f0-a03c-868007c8058c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:47.131068 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4efb0d95-cabf-4b5f-aafc-cd07277e7e4a req-66613fcb-f3ad-41f0-a03c-868007c8058c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0586686 Apr 07 11:56:47.183059 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4efb0d95-cabf-4b5f-aafc-cd07277e7e4a req-1d8c16fe-8a7a-4339-8998-ff0f9c79bf0a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462499 Apr 07 11:56:47.206911 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca06-50c5-4943-b2a3-c2f53a892cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c36be978-74c9-41d4-9389-8e422e625dc6), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.206911 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca06-50c5-4943-b2a3-c2f53a892cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.208648 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-aac1ca06-50c5-4943-b2a3-c2f53a892cbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c36be978-74c9-41d4-9389-8e422e625dc6 HTTP/1.1" status: 204 len: 168 time: 0.2489755 Apr 07 11:56:47.217792 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1ca06-50c5-4943-b2a3-c2f53a892cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36be978-74c9-41d4-9389-8e422e625dc6,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:47.235915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34398) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:47.331047 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34404) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:47.433870 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6364-0716-41eb-b036-b32dd41a2da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.508543 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6364-0716-41eb-b036-b32dd41a2da8 admin admin] Publish callbacks [] for security_group (efdfb30f-4246-486b-92be-489a933eea56), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.509551 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34408) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:47.588531 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6364-0716-41eb-b036-b32dd41a2da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (efdfb30f-4246-486b-92be-489a933eea56), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.637249 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f85fba0f-7980-4d75-b6f4-9f264528d8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.697140 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7a5b6364-0716-41eb-b036-b32dd41a2da8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55a4e0fc7aff4200ad53c3a85c547243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592521 Apr 07 11:56:47.698873 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34424) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:47.718675 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b6364-0716-41eb-b036-b32dd41a2da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdfb30f-4246-486b-92be-489a933eea56,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:47.753772 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5502a688-abb3-47b7-b140-e1707d1cb159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.765992 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a578758a-7075-470f-bbc1-2254d8aa1480 admin admin] Publish callbacks [] for security_group (efdfb30f-4246-486b-92be-489a933eea56), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.791216 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a578758a-7075-470f-bbc1-2254d8aa1480 admin admin] Publish callbacks [] for security_group (efdfb30f-4246-486b-92be-489a933eea56), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.810384 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f85fba0f-7980-4d75-b6f4-9f264528d8a9 admin admin] Publish callbacks [] for security_group (c8784717-d8e0-428c-be03-b850fc66b9df), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.869647 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5502a688-abb3-47b7-b140-e1707d1cb159 admin admin] Publish callbacks [] for security_group (5668b61e-c379-4474-b74e-710798f88862), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.904108 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f85fba0f-7980-4d75-b6f4-9f264528d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c8784717-d8e0-428c-be03-b850fc66b9df), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.904766 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a578758a-7075-470f-bbc1-2254d8aa1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (efdfb30f-4246-486b-92be-489a933eea56), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.908120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a578758a-7075-470f-bbc1-2254d8aa1480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:47.909723 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a578758a-7075-470f-bbc1-2254d8aa1480 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efdfb30f-4246-486b-92be-489a933eea56 HTTP/1.1" status: 204 len: 168 time: 0.2088978 Apr 07 11:56:47.919718 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578758a-7075-470f-bbc1-2254d8aa1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdfb30f-4246-486b-92be-489a933eea56,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:47.960537 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f85fba0f-7980-4d75-b6f4-9f264528d8a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e52ce2bf4a194cb680ea731cabfa7b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6259761 Apr 07 11:56:47.960537 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fba0f-7980-4d75-b6f4-9f264528d8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8784717-d8e0-428c-be03-b850fc66b9df,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:47.961264 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34436) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:47.977054 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5502a688-abb3-47b7-b140-e1707d1cb159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (5668b61e-c379-4474-b74e-710798f88862), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.033362 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502a688-abb3-47b7-b140-e1707d1cb159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5668b61e-c379-4474-b74e-710798f88862,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:48.042415 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-5502a688-abb3-47b7-b140-e1707d1cb159 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9ab1cb8ce6d488a8cb01da720ac8678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277529 Apr 07 11:56:48.043096 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34438) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:48.072616 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d4c324-60a8-491f-bf9e-2e246e682468 admin admin] Publish callbacks [] for security_group (c8784717-d8e0-428c-be03-b850fc66b9df), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.107429 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d4c324-60a8-491f-bf9e-2e246e682468 admin admin] Publish callbacks [] for security_group (c8784717-d8e0-428c-be03-b850fc66b9df), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.139617 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ab5886e6-99d4-414b-acf7-70a70fda60ca admin admin] Publish callbacks [] for security_group (5668b61e-c379-4474-b74e-710798f88862), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.178902 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ab5886e6-99d4-414b-acf7-70a70fda60ca admin admin] Publish callbacks [] for security_group (5668b61e-c379-4474-b74e-710798f88862), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.208848 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c18ab-7143-4c7a-988d-ae69880705af req-4a9d4ba1-e287-488b-ba67-09a21160e6a1 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:48.212094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-949c18ab-7143-4c7a-988d-ae69880705af req-4a9d4ba1-e287-488b-ba67-09a21160e6a1 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0780976 Apr 07 11:56:48.333585 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ab5886e6-99d4-414b-acf7-70a70fda60ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (5668b61e-c379-4474-b74e-710798f88862), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.338057 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ab5886e6-99d4-414b-acf7-70a70fda60ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.339731 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ab5886e6-99d4-414b-acf7-70a70fda60ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5668b61e-c379-4474-b74e-710798f88862 HTTP/1.1" status: 204 len: 168 time: 0.2961965 Apr 07 11:56:48.361355 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-949c18ab-7143-4c7a-988d-ae69880705af req-1183c8cb-d89e-4545-8178-010e9b2e1008 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237962 Apr 07 11:56:48.362407 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5886e6-99d4-414b-acf7-70a70fda60ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5668b61e-c379-4474-b74e-710798f88862,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:48.362483 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-92c50b5d-f7a2-43c7-bdbe-c7a972affcda service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1356814 Apr 07 11:56:48.373418 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f0c8d-3c5a-4e39-9d9c-33daf843decb req-c1b735cc-48e9-48dc-a782-9eb9242ce04d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:48.382460 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-988f0c8d-3c5a-4e39-9d9c-33daf843decb req-c1b735cc-48e9-48dc-a782-9eb9242ce04d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.1067615 Apr 07 11:56:48.385033 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d4c324-60a8-491f-bf9e-2e246e682468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c8784717-d8e0-428c-be03-b850fc66b9df), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.388718 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e4d4c324-60a8-491f-bf9e-2e246e682468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:48.391699 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e4d4c324-60a8-491f-bf9e-2e246e682468 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8784717-d8e0-428c-be03-b850fc66b9df HTTP/1.1" status: 204 len: 168 time: 0.4291520 Apr 07 11:56:48.413792 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4c324-60a8-491f-bf9e-2e246e682468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8784717-d8e0-428c-be03-b850fc66b9df,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:48.475711 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-988f0c8d-3c5a-4e39-9d9c-33daf843decb req-b9465db3-40dc-4692-8f8f-0829750154ea tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919220 Apr 07 11:56:48.491621 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-0f1538f9-fa33-44ad-99fb-d9a42a5432cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:48.493635 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-0f1538f9-fa33-44ad-99fb-d9a42a5432cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1129 time: 0.0504546 Apr 07 11:56:48.626674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-db00485a-2e67-477a-9538-a3d7a1c1187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:48.628200 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-db00485a-2e67-477a-9538-a3d7a1c1187e service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.1062331 Apr 07 11:56:49.159450 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-4cf2a786-6f00-4bbe-829b-4decec74ba9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 217 time: 0.0438321 Apr 07 11:56:49.278823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34484) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:49.296377 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bac78c9b-e7b5-46df-9bc2-7ce0fc96edd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.376273 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bac78c9b-e7b5-46df-9bc2-7ce0fc96edd2 admin admin] Publish callbacks [] for security_group (a91dc31b-c34b-4dd2-8d93-469f69972a89), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.443935 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bac78c9b-e7b5-46df-9bc2-7ce0fc96edd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a91dc31b-c34b-4dd2-8d93-469f69972a89), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.484825 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-bac78c9b-e7b5-46df-9bc2-7ce0fc96edd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=098b2b8bb2874b7da78cfe6df47a34ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026165 Apr 07 11:56:49.484825 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac78c9b-e7b5-46df-9bc2-7ce0fc96edd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91dc31b-c34b-4dd2-8d93-469f69972a89,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:49.485910 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34490) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:49.487902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c998509-5e50-4f96-a531-ecbc872de25c req-75093814-7063-4038-8431-f0a126134b31 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:49.491834 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c998509-5e50-4f96-a531-ecbc872de25c req-75093814-7063-4038-8431-f0a126134b31 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.0558984 Apr 07 11:56:49.539980 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-79998dd9-31fc-4a85-bbb4-28f244bcd9e5 admin admin] Publish callbacks [] for security_group (a91dc31b-c34b-4dd2-8d93-469f69972a89), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.551734 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c998509-5e50-4f96-a531-ecbc872de25c req-f8fca3fc-6475-4f40-be96-bd6b20e420a1 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Apr 07 11:56:49.561761 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-79998dd9-31fc-4a85-bbb4-28f244bcd9e5 admin admin] Publish callbacks [] for security_group (a91dc31b-c34b-4dd2-8d93-469f69972a89), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.602737 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d788cb5-3522-44c0-aad7-337c325665fb req-b5e12e58-3d50-4c93-b22a-a13de0560b37 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:49.604296 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d788cb5-3522-44c0-aad7-337c325665fb req-b5e12e58-3d50-4c93-b22a-a13de0560b37 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0548375 Apr 07 11:56:49.662931 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d788cb5-3522-44c0-aad7-337c325665fb req-e4065481-8757-4558-8edf-98212af28540 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527308 Apr 07 11:56:49.698235 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-79998dd9-31fc-4a85-bbb4-28f244bcd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a91dc31b-c34b-4dd2-8d93-469f69972a89), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.701145 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-79998dd9-31fc-4a85-bbb4-28f244bcd9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.701944 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-79998dd9-31fc-4a85-bbb4-28f244bcd9e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a91dc31b-c34b-4dd2-8d93-469f69972a89 HTTP/1.1" status: 204 len: 168 time: 0.2151494 Apr 07 11:56:49.710244 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79998dd9-31fc-4a85-bbb4-28f244bcd9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91dc31b-c34b-4dd2-8d93-469f69972a89,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:49.733610 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34506) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:49.747691 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-66cbb10d-a047-49d3-9666-9486d75c6d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.830717 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-66cbb10d-a047-49d3-9666-9486d75c6d44 admin admin] Publish callbacks [] for security_group (7e0d9e6a-4286-4749-96ee-d501746ec7b5), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.935208 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-66cbb10d-a047-49d3-9666-9486d75c6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7e0d9e6a-4286-4749-96ee-d501746ec7b5), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:49.972969 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb10d-a047-49d3-9666-9486d75c6d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d9e6a-4286-4749-96ee-d501746ec7b5,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:49.988265 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-66cbb10d-a047-49d3-9666-9486d75c6d44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fe3a176db314230b8f0d6612dc3dacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535193 Apr 07 11:56:49.993765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34516) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:50.063244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Publish callbacks [] for security_group (7e0d9e6a-4286-4749-96ee-d501746ec7b5), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.100717 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Publish callbacks [] for security_group (7e0d9e6a-4286-4749-96ee-d501746ec7b5), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.234388 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34520) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:50.287260 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7e0d9e6a-4286-4749-96ee-d501746ec7b5), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.290584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.296387 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e0d9e6a-4286-4749-96ee-d501746ec7b5 HTTP/1.1" status: 204 len: 168 time: 0.2971034 Apr 07 11:56:50.300108 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d9e6a-4286-4749-96ee-d501746ec7b5,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:50.308257 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.308607 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.308977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.309324 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.309662 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.310259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.310366 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.310693 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.311038 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.311370 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.311718 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.312067 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.312396 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.312718 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.313040 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d64692-4288-42ad-8570-0217c041c636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:50.369929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-105662736-network', 'tenant_id': '4fa2b79396a843e087f247c1f6558746'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:50.498451 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Made reservation on behalf of 4fa2b79396a843e087f247c1f6558746 for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:56:50.500836 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.509995 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.588928 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks [] for security_group (c4346f7d-dfa4-4bf7-9123-45fd13a8df26), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.716804 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c4346f7d-dfa4-4bf7-9123-45fd13a8df26), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.735754 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34540) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:50.754892 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.761611 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-a017a0f6-3726-40bc-b72e-65a104f5aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:50.763105 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-a017a0f6-3726-40bc-b72e-65a104f5aed0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.1218810 Apr 07 11:56:50.769253 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:56:50.781253 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87046fc-98b3-4e7f-8f7a-db6b85fb9daf req-3d9b36aa-a2ec-4608-9427-82bd6dc74d9b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:50.782787 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c87046fc-98b3-4e7f-8f7a-db6b85fb9daf req-3d9b36aa-a2ec-4608-9427-82bd6dc74d9b tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.1694446 Apr 07 11:56:50.801517 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4346f7d-dfa4-4bf7-9123-45fd13a8df26,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:50.858006 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (7cad9da0-1fbb-42d4-81e0-9d582c27b47f), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.863472 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Added segment 7cad9da0-1fbb-42d4-81e0-9d582c27b47f of type vlan for network 39d74b45-bed8-42bd-b144-0794be4726be Apr 07 11:56:50.888248 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c52810-23cb-4695-ba67-59d08bc173ce req-8b852c28-a629-4364-8417-9484a2fd688d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:50.889635 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07c52810-23cb-4695-ba67-59d08bc173ce req-8b852c28-a629-4364-8417-9484a2fd688d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.48 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 945 time: 0.2178078 Apr 07 11:56:50.913325 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Publish callbacks [] for security_group (7c500be9-031b-4a67-a12b-e0f10a17fc7d), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.940610 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (39d74b45-bed8-42bd-b144-0794be4726be), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.985304 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7c500be9-031b-4a67-a12b-e0f10a17fc7d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:50.990233 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-12df9bce-a748-498d-8e6b-f147c9e73161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:50.990233 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-12df9bce-a748-498d-8e6b-f147c9e73161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2154458 Apr 07 11:56:50.991100 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c87046fc-98b3-4e7f-8f7a-db6b85fb9daf req-88aa1b00-47c4-4552-bf25-b3c591f57ae5 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953630 Apr 07 11:56:51.007873 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cb410-ca8f-4022-a3ee-7e1cab68b314 req-a518822c-c9aa-4ce1-bd11-cfafdf90c8b2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:51.010471 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-596cb410-ca8f-4022-a3ee-7e1cab68b314 req-a518822c-c9aa-4ce1-bd11-cfafdf90c8b2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.2176878 Apr 07 11:56:51.036212 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a64e69ac9d44c1baba05a5eee046aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981296 Apr 07 11:56:51.038517 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c500be9-031b-4a67-a12b-e0f10a17fc7d,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:51.041839 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34552) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:51.064556 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.065090 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.065438 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.065776 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.066107 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.066522 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.066871 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.067290 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.067505 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.067829 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.068152 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.068521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.068845 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.069160 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.069480 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18747d64-3c07-4839-aba2-6900e980f796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:51.080699 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-596cb410-ca8f-4022-a3ee-7e1cab68b314 req-0f7d02a5-0744-4b78-96d7-5a75a3423495 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600479 Apr 07 11:56:51.087846 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (39d74b45-bed8-42bd-b144-0794be4726be), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.087846 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:51.087846 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.125065 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b53f8168-792d-43ef-ad16-2f6b4fe81362 admin admin] Publish callbacks [] for security_group (7c500be9-031b-4a67-a12b-e0f10a17fc7d), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.147967 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b53f8168-792d-43ef-ad16-2f6b4fe81362 admin admin] Publish callbacks [] for security_group (7c500be9-031b-4a67-a12b-e0f10a17fc7d), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.161277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] Pushing event updated for resources: {'Network': ['ID=39d74b45-bed8-42bd-b144-0794be4726be,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:51.178114 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 39d74b45-bed8-42bd-b144-0794be4726be details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:56:51.183255 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e57083fa-1a8d-47c9-91c0-908cb399fe6e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9476779 Apr 07 11:56:51.186274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34564) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:51.191236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Request body: {'subnet': {'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-105662736-subnet', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:51.350051 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b53f8168-792d-43ef-ad16-2f6b4fe81362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7c500be9-031b-4a67-a12b-e0f10a17fc7d), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.353271 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b53f8168-792d-43ef-ad16-2f6b4fe81362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.354650 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b53f8168-792d-43ef-ad16-2f6b4fe81362 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c500be9-031b-4a67-a12b-e0f10a17fc7d HTTP/1.1" status: 204 len: 168 time: 0.3117964 Apr 07 11:56:51.381402 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Made reservation on behalf of 4fa2b79396a843e087f247c1f6558746 for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:56:51.384236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.389824 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f8168-792d-43ef-ad16-2f6b4fe81362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c500be9-031b-4a67-a12b-e0f10a17fc7d,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:51.432039 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9dab-8b76-4252-9d89-ac5501f26919 req-15c6ae30-3aee-4dbb-a4ac-c8e9c6782f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:51.436782 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a96b9dab-8b76-4252-9d89-ac5501f26919 req-15c6ae30-3aee-4dbb-a4ac-c8e9c6782f06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1130 time: 0.1142812 Apr 07 11:56:51.513475 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a96b9dab-8b76-4252-9d89-ac5501f26919 req-36e96899-6a45-4858-a2db-b2c0b004f8cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707474 Apr 07 11:56:51.602887 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-30906b6b-f465-43ef-8251-ceec92ef7c5f service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177960 Apr 07 11:56:51.655697 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Deleting port 3dc479c0-8500-4583-a481-2a5558f5f5b1 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:51.656038 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.821197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] For port 3dc479c0-8500-4583-a481-2a5558f5f5b1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=3dc479c0-8500-4583-a481-2a5558f5f5b1,segment=NetworkSegment(667e54fd-75f4-43bf-93ae-890634041850),segment_id=667e54fd-75f4-43bf-93ae-890634041850)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:51.821197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.833258 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Calling delete_port for 3dc479c0-8500-4583-a481-2a5558f5f5b1 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:51.881912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (92a2b290-177b-4ce6-8191-9467df569986), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:51.984444 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a2b290-177b-4ce6-8191-9467df569986,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:52.004053 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Checking segment: {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:56:52.005892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Network hostable DHCP agents. Network: 39d74b45-bed8-42bd-b144-0794be4726be, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:56:52.095681 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Network 39d74b45-bed8-42bd-b144-0794be4726be is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:56:52.291077 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (3dc479c0-8500-4583-a481-2a5558f5f5b1), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.360023 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Pushing event deleted for resources: {'Port': ['ID=3dc479c0-8500-4583-a481-2a5558f5f5b1,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:52.411130 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 39d74b45-bed8-42bd-b144-0794be4726be) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:56:52.420456 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82fef0-2cc5-4793-8509-bcb49ae4ee04 req-68f235ae-9c07-4369-8289-e93b537b6888 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.421142 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d001775-57b6-43e3-9b0e-f304ed987941 None None] Network 39d74b45-bed8-42bd-b144-0794be4726be requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:56:52.422191 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa82fef0-2cc5-4793-8509-bcb49ae4ee04 req-68f235ae-9c07-4369-8289-e93b537b6888 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 867 time: 0.3366673 Apr 07 11:56:52.443937 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34628) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:52.444526 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.444526 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.446511 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] No DVR routers for this DVR port 3dc479c0-8500-4583-a481-2a5558f5f5b1 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:56:52.462339 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.465605 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07c52810-23cb-4695-ba67-59d08bc173ce req-ff22cfad-2af7-45ef-ad0e-158a4a4f2788 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.48 "DELETE /v2.0/ports/3dc479c0-8500-4583-a481-2a5558f5f5b1 HTTP/1.1" status: 204 len: 173 time: 1.1799829 Apr 07 11:56:52.468287 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'name': 'network-vif-deleted', 'tag': '3dc479c0-8500-4583-a481-2a5558f5f5b1'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:56:52.471676 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88ff27d-5c7e-4a25-99e9-83b1f36dae35" -d '{"events": [{"server_uuid": "89eeb1ff-d6d9-448f-bda3-3f2c48e690f9", "name": "network-vif-deleted", "tag": "3dc479c0-8500-4583-a481-2a5558f5f5b1"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:56:52.495828 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416087b-955d-4cbf-af4d-69d7a768e6db req-0f390566-80c2-4800-ab97-389d6fef177b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.497534 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a416087b-955d-4cbf-af4d-69d7a768e6db req-0f390566-80c2-4800-ab97-389d6fef177b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.2130871 Apr 07 11:56:52.543580 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa82fef0-2cc5-4793-8509-bcb49ae4ee04 req-1062c1dc-e893-40a3-b55e-170eddf2851f tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3ae4d12-1bb4-4c41-8135-b77e11e8c468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986352 Apr 07 11:56:52.579981 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7f8a21fa-f0b5-4aa7-91d3-e48f807b800f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3925731 Apr 07 11:56:52.582843 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34638) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:52.584636 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a416087b-955d-4cbf-af4d-69d7a768e6db req-8c9c2cee-5832-4f8c-90b2-6f9d139e3b29 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Apr 07 11:56:52.588312 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:52.600337 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39335d92-27e5-4bc3-a693-825e9488a69a x-openstack-request-id: req-39335d92-27e5-4bc3-a693-825e9488a69a {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:56:52.600716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eeb1ff-d6d9-448f-bda3-3f2c48e690f9", "name": "network-vif-deleted", "tag": "3dc479c0-8500-4583-a481-2a5558f5f5b1", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:56:52.601031 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39335d92-27e5-4bc3-a693-825e9488a69a {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:56:52.603510 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39335d92-27e5-4bc3-a693-825e9488a69a'] response: {'server_uuid': '89eeb1ff-d6d9-448f-bda3-3f2c48e690f9', 'name': 'network-vif-deleted', 'tag': '3dc479c0-8500-4583-a481-2a5558f5f5b1', 'status': 'completed', 'code': 200} Apr 07 11:56:52.607340 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-39d74b45-bed8-42bd-b144-0794be4726be', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'project_id': '4fa2b79396a843e087f247c1f6558746', 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:56:52.608290 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.651794 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0626e29c-1a6d-4871-944a-41fc445af4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.719567 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (e6018bb3-2ff7-4729-96f9-3073ce60d1be), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.724546 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (e6018bb3-2ff7-4729-96f9-3073ce60d1be), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.771907 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Allocated IP 172.20.0.2 (39d74b45-bed8-42bd-b144-0794be4726be/92a2b290-177b-4ce6-8191-9467df569986/04674b3a-8030-4208-ab67-ae1d2db66250) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:56:52.847276 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks [] for router_controller (e6018bb3-2ff7-4729-96f9-3073ce60d1be), precommit_add_association {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.859964 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0626e29c-1a6d-4871-944a-41fc445af4a7 admin admin] Publish callbacks [] for security_group (a460a905-05ed-4c44-8be3-547dea793994), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.938898 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Publish callbacks [] for port (04674b3a-8030-4208-ab67-ae1d2db66250), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.952198 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0626e29c-1a6d-4871-944a-41fc445af4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a460a905-05ed-4c44-8be3-547dea793994), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.007193 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.065160 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Network 39d74b45-bed8-42bd-b144-0794be4726be is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:56:53.073110 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:56:53.082951 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Pushing event updated for resources: {'Port': ['ID=04674b3a-8030-4208-ab67-ae1d2db66250,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:53.085671 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:56:53.131233 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.131734 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.132212 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.132904 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.134247 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.134706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.135280 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.135699 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.136392 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.136919 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.137452 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.138010 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.138643 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.139175 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.139632 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:53.195780 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Attempting to bind port 04674b3a-8030-4208-ab67-ae1d2db66250 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:56:53.196905 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Attempting to bind port 04674b3a-8030-4208-ab67-ae1d2db66250 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:56:53.197270 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Attempting to bind port 04674b3a-8030-4208-ab67-ae1d2db66250 on network 39d74b45-bed8-42bd-b144-0794be4726be {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:56:53.204204 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0626e29c-1a6d-4871-944a-41fc445af4a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c2ebf285d8a4a419307a48fafbd53b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7599573 Apr 07 11:56:53.205391 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34662) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:53.207491 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:56:53.207868 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Checking segment: {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:56:53.208268 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.208654 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Bound using segment: {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:56:53.209124 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Bound port: 04674b3a-8030-4208-ab67-ae1d2db66250, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:56:53.209508 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.270029 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626e29c-1a6d-4871-944a-41fc445af4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460a905-05ed-4c44-8be3-547dea793994,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:53.297716 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks [] for router_gateway (e6018bb3-2ff7-4729-96f9-3073ce60d1be), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.302569 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] For port 04674b3a-8030-4208-ab67-ae1d2db66250, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:56:53.306652 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] For port 04674b3a-8030-4208-ab67-ae1d2db66250, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=04674b3a-8030-4208-ab67-ae1d2db66250,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:56:53.330792 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6a0df92f-f2b6-44eb-b05a-5074b2a5c5ed admin admin] Publish callbacks [] for security_group (a460a905-05ed-4c44-8be3-547dea793994), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.346764 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6a0df92f-f2b6-44eb-b05a-5074b2a5c5ed admin admin] Publish callbacks [] for security_group (a460a905-05ed-4c44-8be3-547dea793994), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.381625 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.444757 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c5723-dbda-490a-b44c-119398e7b284 None None] Pushing event updated for resources: {'Port': ['ID=04674b3a-8030-4208-ab67-ae1d2db66250,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:53.474386 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6a0df92f-f2b6-44eb-b05a-5074b2a5c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a460a905-05ed-4c44-8be3-547dea793994), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.477071 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6a0df92f-f2b6-44eb-b05a-5074b2a5c5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.478598 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-6a0df92f-f2b6-44eb-b05a-5074b2a5c5ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a460a905-05ed-4c44-8be3-547dea793994 HTTP/1.1" status: 204 len: 168 time: 0.2722597 Apr 07 11:56:53.489922 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0df92f-f2b6-44eb-b05a-5074b2a5c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460a905-05ed-4c44-8be3-547dea793994,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:53.497346 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 3dc479c0-8500-4583-a481-2a5558f5f5b1 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:53.526462 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 3dc479c0-8500-4583-a481-2a5558f5f5b1 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:53.527060 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 3dc479c0-8500-4583-a481-2a5558f5f5b1 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:53.668342 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks [] for router_gateway (e6018bb3-2ff7-4729-96f9-3073ce60d1be), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.678310 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20f5dc03-ee78-4992-8544-c31cde353cac req-07986edb-01b2-46bf-96a6-50f5c06812db tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0456276 Apr 07 11:56:53.692637 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:53.746986 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eb4cd-abfc-4a79-9cee-c6c0429b0d9e req-e61fa353-e5c2-4e83-8ce8-ecc2b504bd76 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:53.748540 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9f2eb4cd-abfc-4a79-9cee-c6c0429b0d9e req-e61fa353-e5c2-4e83-8ce8-ecc2b504bd76 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0660684 Apr 07 11:56:53.816450 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9f2eb4cd-abfc-4a79-9cee-c6c0429b0d9e req-5a87e47d-91b4-40df-9c68-ad59e78f663a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588760 Apr 07 11:56:53.858449 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Allocated IP 172.27.1.212 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/e3359374-b49c-4c8d-92ef-aaea5386e314) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:56:53.982014 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks [] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.091024 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.132013 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:56:54.139601 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:56:54.139601 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:56:54.168977 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Pushing event updated for resources: {'Port': ['ID=e3359374-b49c-4c8d-92ef-aaea5386e314,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:54.318928 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34684) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:54.332374 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6c29d07-0478-4ee7-9f70-a8ae35dd3d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.433871 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6c29d07-0478-4ee7-9f70-a8ae35dd3d19 admin admin] Publish callbacks [] for security_group (df236c44-d67c-4e4f-bf44-1d2a544148c4), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.495041 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6c29d07-0478-4ee7-9f70-a8ae35dd3d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (df236c44-d67c-4e4f-bf44-1d2a544148c4), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.524756 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks [] for router_gateway (e6018bb3-2ff7-4729-96f9-3073ce60d1be), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.561875 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a6c29d07-0478-4ee7-9f70-a8ae35dd3d19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be14c963ba8b48f0917cd075e5d770df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417881 Apr 07 11:56:54.565415 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34692) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:54.572413 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 04674b3a-8030-4208-ab67-ae1d2db66250 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:56:54.601711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c29d07-0478-4ee7-9f70-a8ae35dd3d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df236c44-d67c-4e4f-bf44-1d2a544148c4,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:54.633295 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4a59df18-65ad-4fc9-aad0-6a5894963585 admin admin] Publish callbacks [] for security_group (df236c44-d67c-4e4f-bf44-1d2a544148c4), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.657269 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 04674b3a-8030-4208-ab67-ae1d2db66250 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:56:54.657673 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.660564 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4a59df18-65ad-4fc9-aad0-6a5894963585 admin admin] Publish callbacks [] for security_group (df236c44-d67c-4e4f-bf44-1d2a544148c4), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.750830 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 04674b3a-8030-4208-ab67-ae1d2db66250 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:56:54.758341 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.785354 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101334e7-1e9f-4bf1-a8ee-f9041044c0d4 None None] Network 39d74b45-bed8-42bd-b144-0794be4726be requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:56:54.790814 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 04674b3a-8030-4208-ab67-ae1d2db66250, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=04674b3a-8030-4208-ab67-ae1d2db66250,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:54.796356 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8e4fbda7-ea48-4c78-929f-0dfcbd0ec9a8 req-50bd6361-858a-4f47-8e62-c5c64691b8ea tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0335171 Apr 07 11:56:54.808030 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4a59df18-65ad-4fc9-aad0-6a5894963585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (df236c44-d67c-4e4f-bf44-1d2a544148c4), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.812616 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4a59df18-65ad-4fc9-aad0-6a5894963585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.813010 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (e6018bb3-2ff7-4729-96f9-3073ce60d1be), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.813916 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-4a59df18-65ad-4fc9-aad0-6a5894963585 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df236c44-d67c-4e4f-bf44-1d2a544148c4 HTTP/1.1" status: 204 len: 168 time: 0.2476010 Apr 07 11:56:54.822872 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59df18-65ad-4fc9-aad0-6a5894963585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df236c44-d67c-4e4f-bf44-1d2a544148c4,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:54.898141 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:54.956790 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=04674b3a-8030-4208-ab67-ae1d2db66250,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:54.996174 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-b2269fb6-7e2a-4d0f-a045-410517ccf640 None None] Provisioning complete for port 04674b3a-8030-4208-ab67-ae1d2db66250 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:56:54.996723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b2269fb6-7e2a-4d0f-a045-410517ccf640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:55.029007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270ac8-dc98-4834-8b09-b93698c92ba3 req-7f2c678c-9b1d-4e88-97f7-ac2f65ea0dce tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:55.054451 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-99270ac8-dc98-4834-8b09-b93698c92ba3 req-7f2c678c-9b1d-4e88-97f7-ac2f65ea0dce tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.1062160 Apr 07 11:56:55.126719 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-b2269fb6-7e2a-4d0f-a045-410517ccf640 None None] Current status of the port 04674b3a-8030-4208-ab67-ae1d2db66250 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:56:55.140799 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Router e6018bb3-2ff7-4729-96f9-3073ce60d1be is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:56:55.143747 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-99270ac8-dc98-4834-8b09-b93698c92ba3 req-163edd06-d4c0-4130-89e2-ec7aed7c5fe9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880017 Apr 07 11:56:55.275311 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:56:55.286624 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Sync routers for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:56:55.298657 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:55.299275 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:55.352999 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-56ef8672-f027-4640-8a10-20917a7a2119 None None] Provisioning complete for port 04674b3a-8030-4208-ab67-ae1d2db66250 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:56:55.353490 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-56ef8672-f027-4640-8a10-20917a7a2119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:55.377039 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ce81a9f-e04a-426d-bf24-7735dbc80acf req-6a6aa44c-2e35-4501-9227-d8a1219c3db1 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155109 Apr 07 11:56:55.377256 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:55.381076 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-763b85fb-d5fb-4b6b-af07-ac867e6138de admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7946284 Apr 07 11:56:55.381480 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34716) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:55.452358 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:55.470787 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-56ef8672-f027-4640-8a10-20917a7a2119 None None] Current status of the port 04674b3a-8030-4208-ab67-ae1d2db66250 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:56:55.692864 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:54Z', 'revision_number': 3, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:55.724370 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Checking router: e6018bb3-2ff7-4729-96f9-3073ce60d1be for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:56:55.724715 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Updating router e6018bb3-2ff7-4729-96f9-3073ce60d1be port e3359374-b49c-4c8d-92ef-aaea5386e314 binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:56:55.751588 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:55.916982 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b4799e6-5994-4452-8560-08e9b51a5cc6 req-245af8af-12cb-42e2-ab1d-26f9db2e5adb tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0356271 Apr 07 11:56:56.040058 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.054189 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Publish callbacks [] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.138527 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.187932 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Pushing event updated for resources: {'Port': ['ID=e3359374-b49c-4c8d-92ef-aaea5386e314,revision_number=2']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:56.197208 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.197562 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.197936 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.198301 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.198671 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.199003 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.199518 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.199996 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.200489 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.201202 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.201676 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.202024 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.202504 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.206798 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.206798 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:56.213487 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Allocated IP 172.20.0.1 (39d74b45-bed8-42bd-b144-0794be4726be/92a2b290-177b-4ce6-8191-9467df569986/6a9ed3ba-518d-446b-8a1e-22a1b88a431b) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:56:56.224030 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Attempting to bind port e3359374-b49c-4c8d-92ef-aaea5386e314 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:56:56.224618 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Attempting to bind port e3359374-b49c-4c8d-92ef-aaea5386e314 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:56:56.225177 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Attempting to bind port e3359374-b49c-4c8d-92ef-aaea5386e314 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:56:56.234112 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:56:56.234761 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:56:56.235683 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.236233 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:56:56.236928 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Bound port: e3359374-b49c-4c8d-92ef-aaea5386e314, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:56:56.237467 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.285181 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749abd3-27ef-438b-8273-fe73a08dd97e req-5ecd2ec3-3963-4fcb-a6e3-341cb945db26 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:56.291192 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] For port e3359374-b49c-4c8d-92ef-aaea5386e314, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:56:56.294369 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d749abd3-27ef-438b-8273-fe73a08dd97e req-5ecd2ec3-3963-4fcb-a6e3-341cb945db26 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0787933 Apr 07 11:56:56.294508 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] For port e3359374-b49c-4c8d-92ef-aaea5386e314, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=e3359374-b49c-4c8d-92ef-aaea5386e314,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:56:56.351815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d749abd3-27ef-438b-8273-fe73a08dd97e req-44b12b1c-02a2-4617-843a-afe76a76b537 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562253 Apr 07 11:56:56.380405 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34752) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:56.381411 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.382273 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks [] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.431940 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f4d8d-a3d0-4551-a14b-f79600536609 None None] Pushing event updated for resources: {'Port': ['ID=e3359374-b49c-4c8d-92ef-aaea5386e314,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:56.448910 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:56.449531 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:56.512175 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.524841 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2075278298-network', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:56.553029 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 04674b3a-8030-4208-ab67-ae1d2db66250 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:56:56.566055 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Network 39d74b45-bed8-42bd-b144-0794be4726be is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:56:56.569091 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:56:56.573038 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:56:56.577178 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:56.608079 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Pushing event updated for resources: {'Port': ['ID=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:56.637760 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (e6018bb3-2ff7-4729-96f9-3073ce60d1be), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.653287 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Made reservation on behalf of b661a0f919aa4ec98c5e86d518aa8bbe for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:56:56.658669 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.679057 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.846978 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks [] for security_group (6df1d49c-d507-4218-84fa-5a25b65a3098), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.875123 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:54Z', 'revision_number': 3, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:56.890106 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 04674b3a-8030-4208-ab67-ae1d2db66250 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:56:56.890378 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.902738 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c71e6-7a64-4fe7-8b91-37841b100897 None None] The sync data for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi is: [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:54Z', 'revision_number': 3, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:56:56.956252 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6df1d49c-d507-4218-84fa-5a25b65a3098), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.965781 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-c80382b4-0835-41e1-bff8-a218dce58556 None None] Provisioning complete for port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:56:56.966156 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c80382b4-0835-41e1-bff8-a218dce58556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:56.982587 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:56:57.001077 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (073387b8-6b34-4f33-b243-5cf6eb41f399), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.001653 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Added segment 073387b8-6b34-4f33-b243-5cf6eb41f399 of type vlan for network ad7f9080-a49f-48c3-aae8-8103bf2710e0 Apr 07 11:56:57.020096 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.037817 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34764) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:57.090473 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8319c505-d307-41bf-8d1a-dfd12334d518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.107596 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-acd52f59-c1f0-493f-b0d5-265178b859c5 req-2710b747-5e8a-4e52-b741-03b47a99f625 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0687835 Apr 07 11:56:57.117616 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df1d49c-d507-4218-84fa-5a25b65a3098,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:57.118430 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c80382b4-0835-41e1-bff8-a218dce58556 None None] Port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:56:57.133208 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (ad7f9080-a49f-48c3-aae8-8103bf2710e0), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.138133 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 04674b3a-8030-4208-ab67-ae1d2db66250 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:56:57.210472 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e798cd40-ddb6-4870-9986-e3c0dc49a052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.261080 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (ad7f9080-a49f-48c3-aae8-8103bf2710e0), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.262039 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:57.262642 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.271957 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks [] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.384877 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.400343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7f9080-a49f-48c3-aae8-8103bf2710e0,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:57.404360 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e798cd40-ddb6-4870-9986-e3c0dc49a052 admin admin] Publish callbacks [] for security_group (61d7aa5f-ba74-4bd3-9499-dfb61b9dd557), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.411819 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:56:57.465072 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-64733d4b-a7d5-43f1-a045-8d7a5373ee05 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0833654 Apr 07 11:56:57.471228 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34778) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:57.483931 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Request body: {'subnet': {'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2075278298-subnet', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:57.500336 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e798cd40-ddb6-4870-9986-e3c0dc49a052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (61d7aa5f-ba74-4bd3-9499-dfb61b9dd557), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.524800 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (e6018bb3-2ff7-4729-96f9-3073ce60d1be), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.527114 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Pushing event updated for resources: {'Port': ['ID=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:57.575304 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e798cd40-ddb6-4870-9986-e3c0dc49a052 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=208bbdeb578f4d39b3e4b24d2fb45aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5350266 Apr 07 11:56:57.575980 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34780) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:57.631140 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798cd40-ddb6-4870-9986-e3c0dc49a052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7aa5f-ba74-4bd3-9499-dfb61b9dd557,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:57.647458 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Network 39d74b45-bed8-42bd-b144-0794be4726be is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:56:57.651283 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:56:57.673096 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cabfd-cf4f-41e8-a7e0-d89171db38b4 req-f67de06a-f04d-4635-a2fa-58d3f7c11d29 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:57.675006 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-595cabfd-cf4f-41e8-a7e0-d89171db38b4 req-f67de06a-f04d-4635-a2fa-58d3f7c11d29 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.1773694 Apr 07 11:56:57.700439 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cba9dfc-1bb0-4d5a-9df4-4b2d96390b89 admin admin] Publish callbacks [] for security_group (61d7aa5f-ba74-4bd3-9499-dfb61b9dd557), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.702028 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Made reservation on behalf of b661a0f919aa4ec98c5e86d518aa8bbe for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:56:57.704308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.790504 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Router e6018bb3-2ff7-4729-96f9-3073ce60d1be has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:56:57.844798 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cba9dfc-1bb0-4d5a-9df4-4b2d96390b89 admin admin] Publish callbacks [] for security_group (61d7aa5f-ba74-4bd3-9499-dfb61b9dd557), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:57.887366 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-595cabfd-cf4f-41e8-a7e0-d89171db38b4 req-74e25578-05ed-4509-a946-e4e400e56301 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044339 Apr 07 11:56:57.936018 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:56:57.945637 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-64473ba7-74f5-4051-ac35-a649d38ae1dd admin admin] 10.222.0.37 "PUT /v2.0/routers/e6018bb3-2ff7-4729-96f9-3073ce60d1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628614 Apr 07 11:56:57.984363 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-1a96da78-e0bd-4676-9275-db0d0a4fc88a None None] Provisioning complete for port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:56:57.984923 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a96da78-e0bd-4676-9275-db0d0a4fc88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.032671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cba9dfc-1bb0-4d5a-9df4-4b2d96390b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (61d7aa5f-ba74-4bd3-9499-dfb61b9dd557), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.034910 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-1a96da78-e0bd-4676-9275-db0d0a4fc88a None None] Port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:56:58.035244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cba9dfc-1bb0-4d5a-9df4-4b2d96390b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.036423 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9cba9dfc-1bb0-4d5a-9df4-4b2d96390b89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61d7aa5f-ba74-4bd3-9499-dfb61b9dd557 HTTP/1.1" status: 204 len: 168 time: 0.4405947 Apr 07 11:56:58.047231 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba9dfc-1bb0-4d5a-9df4-4b2d96390b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d7aa5f-ba74-4bd3-9499-dfb61b9dd557,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:58.061982 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for subnet (fb45b1dc-08f7-406f-8370-9a7c1d811edb), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.135862 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb45b1dc-08f7-406f-8370-9a7c1d811edb,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:58.160110 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Checking segment: {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:56:58.162374 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Network hostable DHCP agents. Network: ad7f9080-a49f-48c3-aae8-8103bf2710e0, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:56:58.224852 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-03a2a825-7be6-4840-9e49-63f374914ae2 req-27cae499-74f3-465f-9ab7-7669921d4f9d tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0291944 Apr 07 11:56:58.269801 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:56:58.342298 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, ad7f9080-a49f-48c3-aae8-8103bf2710e0) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:56:58.346777 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:58.347477 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.353942 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68ec35-f0f0-4ad4-a80c-53912c072c6c None None] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:56:58.462434 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-96860197-d94b-41bf-ad2b-847798d42992 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9889998 Apr 07 11:56:58.464887 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34802) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:58.468931 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:56:58.470645 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:58.471536 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.575280 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device e3359374-b49c-4c8d-92ef-aaea5386e314 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:56:58.596227 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (9bafcc0e-a073-4287-8646-129aab9b2996), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.597216 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (9bafcc0e-a073-4287-8646-129aab9b2996), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.666437 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks [] for router_controller (9bafcc0e-a073-4287-8646-129aab9b2996), precommit_add_association {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.691901 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port e3359374-b49c-4c8d-92ef-aaea5386e314 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:56:58.692279 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.694233 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Allocated IP 172.20.0.2 (ad7f9080-a49f-48c3-aae8-8103bf2710e0/fb45b1dc-08f7-406f-8370-9a7c1d811edb/6ec0780b-a2a6-4f2e-988e-32d540e9add5) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:56:58.767244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34810) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:58.787065 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-353e0b2e-3dd3-49e6-bc19-98c340c1c418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.859412 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34812) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:58.864267 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-562286230-network', 'tenant_id': '79def48e92514b7195579b8952e51cfc'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:58.871769 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port e3359374-b49c-4c8d-92ef-aaea5386e314 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:56:58.872241 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.942243 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port e3359374-b49c-4c8d-92ef-aaea5386e314, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=e3359374-b49c-4c8d-92ef-aaea5386e314,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:58.967898 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Publish callbacks [] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.989941 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Made reservation on behalf of 79def48e92514b7195579b8952e51cfc for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:56:58.992344 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.997762 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks [] for router_gateway (9bafcc0e-a073-4287-8646-129aab9b2996), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.002243 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.012935 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.040903 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Sync routers for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:56:59.056697 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-353e0b2e-3dd3-49e6-bc19-98c340c1c418 admin admin] Publish callbacks [] for security_group (c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.057701 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:59.058329 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:59.073331 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3027a3f-1add-43eb-8f1a-03711117cbcf req-05f1a7f4-a850-4b22-94a9-d044e8b3edaa tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:59.075098 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e3027a3f-1add-43eb-8f1a-03711117cbcf req-05f1a7f4-a850-4b22-94a9-d044e8b3edaa tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0986536 Apr 07 11:56:59.093257 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks [] for security_group (0b25561b-8cb3-48cf-b34a-32ce46db7c16), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.115066 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.122344 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=e3359374-b49c-4c8d-92ef-aaea5386e314,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:59.144730 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-353e0b2e-3dd3-49e6-bc19-98c340c1c418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.167565 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0b25561b-8cb3-48cf-b34a-32ce46db7c16), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.185903 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e3027a3f-1add-43eb-8f1a-03711117cbcf req-e8bc83e2-8c73-4eaf-9cfe-c748b6e8d0cb tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030052 Apr 07 11:56:59.193873 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:56:59.198340 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:56:59.200385 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:56:59.205988 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:56:59.206914 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b25561b-8cb3-48cf-b34a-32ce46db7c16,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:59.221663 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-353e0b2e-3dd3-49e6-bc19-98c340c1c418 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ad4b1df8a934b699f51a30c413d9a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533291 Apr 07 11:56:59.223926 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e0b2e-3dd3-49e6-bc19-98c340c1c418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:59.226363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34816) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:59.234404 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (6c9c8ef6-5df6-474d-8b5a-5d6dc190d143), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.234404 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Added segment 6c9c8ef6-5df6-474d-8b5a-5d6dc190d143 of type vlan for network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab Apr 07 11:56:59.241012 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Pushing event updated for resources: {'Port': ['ID=6ec0780b-a2a6-4f2e-988e-32d540e9add5,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:59.291334 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:59.295023 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (8f694fae-4cad-4967-bc25-6a3f0f45e0ab), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.334460 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Attempting to bind port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:56:59.334823 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Attempting to bind port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:56:59.335185 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Attempting to bind port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 on network ad7f9080-a49f-48c3-aae8-8103bf2710e0 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:56:59.345760 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:56:59.346609 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Checking segment: {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:56:59.346609 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.346911 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Bound using segment: {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:56:59.347386 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Bound port: 6ec0780b-a2a6-4f2e-988e-32d540e9add5, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:56:59.347762 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.351097 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe7e9678-c094-42c9-9639-3d6267339982 req-4f207d33-da18-4fbe-afac-35df73d2e7ff tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0376046 Apr 07 11:56:59.360660 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dae66098-260d-4372-a4ce-396feea46254 admin admin] Publish callbacks [] for security_group (c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.387657 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dae66098-260d-4372-a4ce-396feea46254 admin admin] Publish callbacks [] for security_group (c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.392514 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (8f694fae-4cad-4967-bc25-6a3f0f45e0ab), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.393919 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:59.394504 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.469056 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] Pushing event updated for resources: {'Network': ['ID=8f694fae-4cad-4967-bc25-6a3f0f45e0ab,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:59.484863 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:56:59.529405 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-28df93a5-a553-4557-be42-be12b623d416 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6688623 Apr 07 11:56:59.532181 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34824) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:59.540252 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks [] for router_gateway (9bafcc0e-a073-4287-8646-129aab9b2996), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.542976 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Request body: {'subnet': {'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-562286230-subnet', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:56:59.562957 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.584222 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] For port 6ec0780b-a2a6-4f2e-988e-32d540e9add5, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:56:59.588167 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f52dd092-e260-48db-b542-163fa195e92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.611553 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] For port 6ec0780b-a2a6-4f2e-988e-32d540e9add5, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=6ec0780b-a2a6-4f2e-988e-32d540e9add5,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:56:59.615203 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dae66098-260d-4372-a4ce-396feea46254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.618304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-dae66098-260d-4372-a4ce-396feea46254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.622875 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-dae66098-260d-4372-a4ce-396feea46254 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c HTTP/1.1" status: 204 len: 168 time: 0.3915677 Apr 07 11:56:59.659951 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae66098-260d-4372-a4ce-396feea46254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8f8a5-03a7-4671-acc0-2c0aa8bad10c,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:59.666717 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Made reservation on behalf of 79def48e92514b7195579b8952e51cfc for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:56:59.669089 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.675665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:56:57Z', 'revision_number': 2, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:59.710103 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Checking router: e6018bb3-2ff7-4729-96f9-3073ce60d1be for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:56:59.710366 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Updating router e6018bb3-2ff7-4729-96f9-3073ce60d1be port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:56:59.713054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.756005 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Allocated IP 172.27.1.145 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/c7589572-234f-4f5b-a94f-4789419907e8) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:56:59.779681 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.825338 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a074682-0902-4b82-a399-c2a997a8a870 None None] Pushing event updated for resources: {'Port': ['ID=6ec0780b-a2a6-4f2e-988e-32d540e9add5,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:59.922688 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks [] for port (c7589572-234f-4f5b-a94f-4789419907e8), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.002371 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (3fbdb43e-aed4-4fc8-a920-2622a02703b9), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.044678 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (c7589572-234f-4f5b-a94f-4789419907e8), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.099657 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbdb43e-aed4-4fc8-a920-2622a02703b9,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:00.111370 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:00.115077 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:00.127451 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:00.156758 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Checking segment: {'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:00.157521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Network hostable DHCP agents. Network: 8f694fae-4cad-4967-bc25-6a3f0f45e0ab, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:57:00.168710 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7589572-234f-4f5b-a94f-4789419907e8,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:00.241236 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:57:00.276851 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.335279 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 8f694fae-4cad-4967-bc25-6a3f0f45e0ab) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:00.341504 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:00.342102 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.347484 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69db6afd-b948-4747-9b57-da253283c532 None None] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:00.365135 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557153-3b01-4cf0-9943-1681d409431f req-cdcd2320-6c22-4053-8604-acaa696db086 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:00.366649 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25557153-3b01-4cf0-9943-1681d409431f req-cdcd2320-6c22-4053-8604-acaa696db086 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0638206 Apr 07 11:57:00.420653 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Publish callbacks [] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.458212 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-fcb3d939-8009-42f3-8a86-d5e2346c7640 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9233811 Apr 07 11:57:00.461192 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34844) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:00.466943 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:00.513188 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'project_id': '79def48e92514b7195579b8952e51cfc', 'fixed_ips': [{'subnet_id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:57:00.514150 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.531054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.612209 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f585317-8136-4b57-bb52-493d23551c1a None None] Pushing event updated for resources: {'Port': ['ID=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:00.624881 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (a51ce599-f134-4188-ac50-4645d131759d), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.626059 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (a51ce599-f134-4188-ac50-4645d131759d), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.773202 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14d1f81c-52b2-4747-a12d-7fa371b6cf40 req-500869e4-08df-40cd-8f7a-422937cb0ffa tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0789094 Apr 07 11:57:00.783947 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 6ec0780b-a2a6-4f2e-988e-32d540e9add5 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:00.804860 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks [] for router_controller (a51ce599-f134-4188-ac50-4645d131759d), precommit_add_association {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.871475 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25557153-3b01-4cf0-9943-1681d409431f req-4c729780-1411-43e4-aeac-821837422a1b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652081 Apr 07 11:57:00.912821 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks [] for router_gateway (9bafcc0e-a073-4287-8646-129aab9b2996), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.023341 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Attempting to bind port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:01.023741 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Attempting to bind port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:01.024124 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Attempting to bind port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b on network 39d74b45-bed8-42bd-b144-0794be4726be {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:01.043223 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:01.043597 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Checking segment: {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:01.044172 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.044729 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Bound using segment: {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:01.045225 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Bound port: 6a9ed3ba-518d-446b-8a1e-22a1b88a431b, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:01.045632 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.062649 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Allocated IP 172.20.0.2 (8f694fae-4cad-4967-bc25-6a3f0f45e0ab/3fbdb43e-aed4-4fc8-a920-2622a02703b9/ef13ed63-4993-44f3-af2f-d94fcd1c83f9) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:01.076958 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:01.077598 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.166200 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-ff4e699a-7b8c-4e0f-93fc-06a762c1a26d None None] Provisioning complete for port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:01.166863 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ff4e699a-7b8c-4e0f-93fc-06a762c1a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.250028 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e699a-7b8c-4e0f-93fc-06a762c1a26d None None] Port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:01.299192 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (9bafcc0e-a073-4287-8646-129aab9b2996), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.341580 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e87378-b674-4541-9fa9-4c220d19c3ce None None] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:01.348569 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] For port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:01.352263 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] For port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:01.434347 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks [] for router_gateway (a51ce599-f134-4188-ac50-4645d131759d), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.493094 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.529195 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:01.529599 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.548035 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-fb933c96-c0a5-435d-8394-8d7f405d2406 None None] Provisioning complete for port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:01.548466 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Router 9bafcc0e-a073-4287-8646-129aab9b2996 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:57:01.548596 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-fb933c96-c0a5-435d-8394-8d7f405d2406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.689151 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Publish callbacks [] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.724477 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:01.731268 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 6ec0780b-a2a6-4f2e-988e-32d540e9add5, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=6ec0780b-a2a6-4f2e-988e-32d540e9add5,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:01.740058 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Sync routers for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:01.747367 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:01.748007 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:01.754068 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:01.754954 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:01.829018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.830344 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-f6b91db0-2635-43ee-96e1-04c2cb352ee0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3643141 Apr 07 11:57:01.833187 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34884) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:01.978999 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.988593 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.990733 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device e3359374-b49c-4c8d-92ef-aaea5386e314 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:02.031997 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks [] for router_gateway (a51ce599-f134-4188-ac50-4645d131759d), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.047386 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f585317-8136-4b57-bb52-493d23551c1a None None] Pushing event updated for resources: {'Port': ['ID=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:02.072474 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-fb933c96-c0a5-435d-8394-8d7f405d2406 None None] Current status of the port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:02.094427 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:02.097209 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.100547 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ab86379e-b021-4467-b5c7-6c033c3b879e req-783ce194-06c1-455f-b179-be59cff4c930 tempest-DeleteServersTestJSON-1321931974 tempest-DeleteServersTestJSON-1321931974-project] 10.222.0.37 "GET /v2.0/ports?device_id=89eeb1ff-d6d9-448f-bda3-3f2c48e690f9 HTTP/1.1" status: 200 len: 210 time: 0.0774434 Apr 07 11:57:02.196104 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e2c30-a6e9-4b94-8367-4730cef4966b req-cf830506-ec1a-40d1-9407-f3225c9dd596 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:02.201985 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c41e2c30-a6e9-4b94-8367-4730cef4966b req-cf830506-ec1a-40d1-9407-f3225c9dd596 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.1800420 Apr 07 11:57:02.225432 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:02.252457 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Pushing event updated for resources: {'Port': ['ID=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:02.258262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:02.277145 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Allocated IP 172.27.1.126 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/764d0a58-2a65-4f4e-a069-e417a1aa0f44) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:02.415946 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:02.445132 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:00Z', 'revision_number': 3, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:02.446918 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:02.451856 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-9f016aba-0314-4087-b917-cb1e3a42cca9 None None] Provisioning complete for port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:02.456299 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9f016aba-0314-4087-b917-cb1e3a42cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.482006 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c41e2c30-a6e9-4b94-8367-4730cef4966b req-8d7f683e-9d0f-4d52-8168-79f8151d1d7b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723207 Apr 07 11:57:02.496860 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Checking router: 9bafcc0e-a073-4287-8646-129aab9b2996 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:02.497244 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Updating router 9bafcc0e-a073-4287-8646-129aab9b2996 port c7589572-234f-4f5b-a94f-4789419907e8 binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:02.531929 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks [] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.553091 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c7589572-234f-4f5b-a94f-4789419907e8), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.693952 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.778737 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:02.783716 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:02.811483 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.811674 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:02.819832 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Pushing event updated for resources: {'Port': ['ID=764d0a58-2a65-4f4e-a069-e417a1aa0f44,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:02.824726 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=6ec0780b-a2a6-4f2e-988e-32d540e9add5,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:02.861688 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port e3359374-b49c-4c8d-92ef-aaea5386e314 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:02.862150 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.920061 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a00fbd-3682-427e-a14d-7ba63944b24b req-d97e55f3-3c72-4ce9-92b7-120c62562f18 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:02.927156 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:57:02.937200 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4a00fbd-3682-427e-a14d-7ba63944b24b req-d97e55f3-3c72-4ce9-92b7-120c62562f18 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.2821701 Apr 07 11:57:03.062074 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4a00fbd-3682-427e-a14d-7ba63944b24b req-d61f0dad-f3af-4f67-a617-9e1f146fd779 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235220 Apr 07 11:57:03.125313 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Publish callbacks [] for port (c7589572-234f-4f5b-a94f-4789419907e8), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.191207 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Attempting to bind port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:03.191490 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Attempting to bind port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:03.194942 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Attempting to bind port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 on network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:03.215697 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.231099 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port e3359374-b49c-4c8d-92ef-aaea5386e314 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:03.233378 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:03.233762 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Checking segment: {'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:03.234186 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.234569 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Bound using segment: {'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:03.235055 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Bound port: ef13ed63-4993-44f3-af2f-d94fcd1c83f9, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:03.235446 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.243487 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-9f016aba-0314-4087-b917-cb1e3a42cca9 None None] Current status of the port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:03.243751 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9f016aba-0314-4087-b917-cb1e3a42cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.247641 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c7589572-234f-4f5b-a94f-4789419907e8), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.345093 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9cdc-75b4-4e77-b4c8-ed8425ee5b13 None None] Pushing event updated for resources: {'Port': ['ID=c7589572-234f-4f5b-a94f-4789419907e8,revision_number=2']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:03.355986 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Attempting to bind port c7589572-234f-4f5b-a94f-4789419907e8 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:03.355986 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Attempting to bind port c7589572-234f-4f5b-a94f-4789419907e8 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:03.355986 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Attempting to bind port c7589572-234f-4f5b-a94f-4789419907e8 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:03.362225 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:03.362902 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:03.363612 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.364246 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:03.365052 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Bound port: c7589572-234f-4f5b-a94f-4789419907e8, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:03.366681 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c7589572-234f-4f5b-a94f-4789419907e8), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.405446 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 6ec0780b-a2a6-4f2e-988e-32d540e9add5 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:03.458975 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] For port c7589572-234f-4f5b-a94f-4789419907e8, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:03.463478 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] For port c7589572-234f-4f5b-a94f-4789419907e8, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c7589572-234f-4f5b-a94f-4789419907e8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:03.471020 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Allocated IP 172.20.0.1 (ad7f9080-a49f-48c3-aae8-8103bf2710e0/fb45b1dc-08f7-406f-8370-9a7c1d811edb/042d89c9-ff43-4865-8b02-d28d167a7fdb) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:03.471844 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-9f016aba-0314-4087-b917-cb1e3a42cca9 None None] For port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:03.503627 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] For port ef13ed63-4993-44f3-af2f-d94fcd1c83f9, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:03.508922 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] For port ef13ed63-4993-44f3-af2f-d94fcd1c83f9, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,segment=NetworkSegment(6c9c8ef6-5df6-474d-8b5a-5d6dc190d143),segment_id=6c9c8ef6-5df6-474d-8b5a-5d6dc190d143)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:03.523857 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.530114 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:03.530269 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.530718 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks [] for router_gateway (a51ce599-f134-4188-ac50-4645d131759d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.563822 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:01Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:03.603067 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aeaf7-c072-48a1-ade4-ee06f37c571b None None] The sync data for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi is: [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:01Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:03.606295 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c7589572-234f-4f5b-a94f-4789419907e8), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.607366 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9f016aba-0314-4087-b917-cb1e3a42cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.676833 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks [] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.687278 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.752224 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9cdc-75b4-4e77-b4c8-ed8425ee5b13 None None] Pushing event updated for resources: {'Port': ['ID=c7589572-234f-4f5b-a94f-4789419907e8,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:03.766821 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:03.767453 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:03.826211 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016aba-0314-4087-b917-cb1e3a42cca9 None None] Pushing event updated for resources: {'Port': ['ID=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:03.833060 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.870320 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-73bb9859-2e77-4d97-a2b8-57ade5b4b844 None None] Provisioning complete for port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:03.871196 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-73bb9859-2e77-4d97-a2b8-57ade5b4b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.943752 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:03.958450 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:03.973310 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:03.973800 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (9bafcc0e-a073-4287-8646-129aab9b2996), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.977703 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:04.012898 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (a51ce599-f134-4188-ac50-4645d131759d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:04.127517 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a29f-80b2-47b1-83dd-d265f78de723 None None] Pushing event updated for resources: {'Port': ['ID=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:04.154758 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:04.250343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Pushing event updated for resources: {'Port': ['ID=042d89c9-ff43-4865-8b02-d28d167a7fdb,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:04.447424 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-73bb9859-2e77-4d97-a2b8-57ade5b4b844 None None] Current status of the port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:04.580210 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-8d5f8d3f-24b1-43f2-81f1-485ecb2a2e83 None None] Provisioning complete for port 042d89c9-ff43-4865-8b02-d28d167a7fdb triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:04.582285 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8d3f-24b1-43f2-81f1-485ecb2a2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:04.599857 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:00Z', 'revision_number': 3, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:04.621363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:04.653120 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f8d3f-24b1-43f2-81f1-485ecb2a2e83 None None] Port 042d89c9-ff43-4865-8b02-d28d167a7fdb cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:04.662367 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574273b-3caf-402c-aa11-d6e68ad3bd16 None None] The sync data for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi is: [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:00Z', 'revision_number': 3, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:04.679630 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Router a51ce599-f134-4188-ac50-4645d131759d is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:57:04.880304 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34966) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:04.902162 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:04.915554 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Sync routers for ids ['a51ce599-f134-4188-ac50-4645d131759d'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:04.930476 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks [] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:04.936167 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Routers {'a51ce599-f134-4188-ac50-4645d131759d'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:04.937836 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['a51ce599-f134-4188-ac50-4645d131759d'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:05.013482 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.014217 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (9bafcc0e-a073-4287-8646-129aab9b2996), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.017331 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.022045 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 34970) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:05.022752 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-27bdf87e-f2b6-439a-a4a1-3d545f02cefc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5602319 Apr 07 11:57:05.153435 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8518b1e5-837f-46c2-98b2-aaffcb28c5e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.203610 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Set router a51ce599-f134-4188-ac50-4645d131759d gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:05.377450 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8518b1e5-837f-46c2-98b2-aaffcb28c5e2 admin admin] Publish callbacks [] for security_group (683ed96c-2d76-4e19-8fe0-ea48b1b401e5), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.444023 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8518b1e5-837f-46c2-98b2-aaffcb28c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (683ed96c-2d76-4e19-8fe0-ea48b1b401e5), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.486460 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Pushing event updated for resources: {'Port': ['ID=042d89c9-ff43-4865-8b02-d28d167a7fdb,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:05.581287 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8518b1e5-837f-46c2-98b2-aaffcb28c5e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fb5face81694b18a8ef94d974c7d82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6949322 Apr 07 11:57:05.583060 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 34986) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:05.606401 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c7589572-234f-4f5b-a94f-4789419907e8 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:05.610474 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518b1e5-837f-46c2-98b2-aaffcb28c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ed96c-2d76-4e19-8fe0-ea48b1b401e5,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:05.697392 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e2f31-8ec8-4593-85a0-9688d94103dd None None] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:05.719033 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2c513da9-bbe4-468f-9f38-32383369fbd1 admin admin] Publish callbacks [] for security_group (683ed96c-2d76-4e19-8fe0-ea48b1b401e5), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.769561 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2c513da9-bbe4-468f-9f38-32383369fbd1 admin admin] Publish callbacks [] for security_group (683ed96c-2d76-4e19-8fe0-ea48b1b401e5), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.865394 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:05.870884 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port c7589572-234f-4f5b-a94f-4789419907e8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:05.871258 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c7589572-234f-4f5b-a94f-4789419907e8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.874999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:05.924205 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2c513da9-bbe4-468f-9f38-32383369fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (683ed96c-2d76-4e19-8fe0-ea48b1b401e5), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.926738 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2c513da9-bbe4-468f-9f38-32383369fbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:05.929090 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-2c513da9-bbe4-468f-9f38-32383369fbd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/683ed96c-2d76-4e19-8fe0-ea48b1b401e5 HTTP/1.1" status: 204 len: 168 time: 0.3404741 Apr 07 11:57:05.943875 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c513da9-bbe4-468f-9f38-32383369fbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ed96c-2d76-4e19-8fe0-ea48b1b401e5,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:05.971415 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-bab70b14-6180-4b9c-a70e-5aa14d5ea280 None None] Provisioning complete for port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:05.971966 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bab70b14-6180-4b9c-a70e-5aa14d5ea280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.294536 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port c7589572-234f-4f5b-a94f-4789419907e8 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:06.295009 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c7589572-234f-4f5b-a94f-4789419907e8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.328184 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-bab70b14-6180-4b9c-a70e-5aa14d5ea280 None None] Current status of the port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:06.329322 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bab70b14-6180-4b9c-a70e-5aa14d5ea280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.411195 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Router 9bafcc0e-a073-4287-8646-129aab9b2996 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:57:06.423820 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 3, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port': {'id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:02Z', 'updated_at': '2022-04-07T11:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:06.509612 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35016) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:06.621883 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] Deleting subnet bc28504f-8408-4854-b7b5-ca1a10257c47 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:57:06.638885 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] Publish callbacks [] for subnet (bc28504f-8408-4854-b7b5-ca1a10257c47), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.714173 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port c7589572-234f-4f5b-a94f-4789419907e8, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c7589572-234f-4f5b-a94f-4789419907e8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:06.717410 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Checking router: a51ce599-f134-4188-ac50-4645d131759d for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:06.717410 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Updating router a51ce599-f134-4188-ac50-4645d131759d port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:06.736985 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.757316 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (bc28504f-8408-4854-b7b5-ca1a10257c47), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.814496 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-bab70b14-6180-4b9c-a70e-5aa14d5ea280 None None] For port ef13ed63-4993-44f3-af2f-d94fcd1c83f9, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,segment=NetworkSegment(6c9c8ef6-5df6-474d-8b5a-5d6dc190d143),segment_id=6c9c8ef6-5df6-474d-8b5a-5d6dc190d143)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:06.816025 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c7589572-234f-4f5b-a94f-4789419907e8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.819823 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 6a9ed3ba-518d-446b-8a1e-22a1b88a431b up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:06.869471 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.869680 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (bc28504f-8408-4854-b7b5-ca1a10257c47), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.879253 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:06.894437 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b076f9ef-3e1f-4f9d-aeef-cd618cc70e9f admin admin] 10.222.0.37 "PUT /v2.0/routers/9bafcc0e-a073-4287-8646-129aab9b2996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0601108 Apr 07 11:57:06.919955 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bab70b14-6180-4b9c-a70e-5aa14d5ea280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:06.964248 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=c7589572-234f-4f5b-a94f-4789419907e8,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:06.968661 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Allocated IP 172.20.0.1 (8f694fae-4cad-4967-bc25-6a3f0f45e0ab/3fbdb43e-aed4-4fc8-a920-2622a02703b9/108a48a8-db95-4c32-a557-a1afe14d1dca) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:07.088692 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (bc28504f-8408-4854-b7b5-ca1a10257c47), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.106455 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.120188 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35042) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:07.121475 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc28504f-8408-4854-b7b5-ca1a10257c47 HTTP/1.1" status: 204 len: 168 time: 0.6102812 Apr 07 11:57:07.122306 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:07.122720 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.152852 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80b262-285e-4b7c-b428-e3adcb0d9d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc28504f-8408-4854-b7b5-ca1a10257c47,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:07.159621 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-0f5869c1-5225-4f03-a377-5b58f386cb07 None None] Provisioning complete for port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:07.160008 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0f5869c1-5225-4f03-a377-5b58f386cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.207419 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab70b14-6180-4b9c-a70e-5aa14d5ea280 None None] Pushing event updated for resources: {'Port': ['ID=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:07.257456 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (cc200b4b-9991-4bdc-864c-c017acebf63f), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.259662 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35046) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:07.276799 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks [] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.465938 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (cc200b4b-9991-4bdc-864c-c017acebf63f), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.473250 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:07.474396 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ef13ed63-4993-44f3-af2f-d94fcd1c83f9 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:07.506772 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.507379 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.508355 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.509016 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > port after_create 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.509513 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.510010 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > port after_update 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.510522 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.511021 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.511543 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.511998 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.552050 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-0f5869c1-5225-4f03-a377-5b58f386cb07 None None] Current status of the port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:07.597816 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.598362 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.598872 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.599369 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:57:07.599876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc200b4b-9991-4bdc-864c-c017acebf63f']}} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:07.620853 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60375ad-90f6-4f93-9990-df48876f32c2 req-04264ee1-28f5-44c9-b26d-2588caa5c920 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:07.622697 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b60375ad-90f6-4f93-9990-df48876f32c2 req-04264ee1-28f5-44c9-b26d-2588caa5c920 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.2782865 Apr 07 11:57:07.629916 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-0f5869c1-5225-4f03-a377-5b58f386cb07 None None] Provisioning complete for port 042d89c9-ff43-4865-8b02-d28d167a7fdb triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:07.630322 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0f5869c1-5225-4f03-a377-5b58f386cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.641139 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.649440 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667e54fd-75f4-43bf-93ae-890634041850') {'for_net_delete': True} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:07.649440 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667e54fd-75f4-43bf-93ae-890634041850') {} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:07.662446 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f0c621d4-fc99-41e4-818e-5bca701394d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.677970 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Publish callbacks [] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.704094 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Pushing event updated for resources: {'Port': ['ID=108a48a8-db95-4c32-a557-a1afe14d1dca,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:07.707703 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:07.708114 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.708592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-d5be3fea-9c05-48df-8f2b-4334f7d3c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:07.710331 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-d5be3fea-9c05-48df-8f2b-4334f7d3c2c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1129 time: 0.3252759 Apr 07 11:57:07.723806 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-0f5869c1-5225-4f03-a377-5b58f386cb07 None None] Port 042d89c9-ff43-4865-8b02-d28d167a7fdb cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:07.731077 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9222325'] for segment (667e54fd-75f4-43bf-93ae-890634041850), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.777087 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:07.792468 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:07.801915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:07.802620 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.804218 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (667e54fd-75f4-43bf-93ae-890634041850), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.812417 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f0c621d4-fc99-41e4-818e-5bca701394d9 admin admin] Publish callbacks [] for security_group (8eb2e22a-30e6-48fe-b835-23093c295d1a), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.881557 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f0c621d4-fc99-41e4-818e-5bca701394d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (8eb2e22a-30e6-48fe-b835-23093c295d1a), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.885024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=110304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:57:07.885266 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533370'] for segment (667e54fd-75f4-43bf-93ae-890634041850), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: from cryptography.utils import int_from_bytes Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: from cryptography.utils import int_from_bytes Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: Traceback (most recent call last): Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: timer() Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: cb(*args, **kw) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: return func(*args, **kwargs) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: self._notify() Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: self.callback(batched_events) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: event.method(event) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: return f(self, *a, **k) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._get(url).json() Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: return self.request(url, 'GET', **kwargs) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:57:07.898350 dv-cinder-836769-3-iscsi neutron-server[110304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:57:07.945289 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Sync routers for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:07.968934 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c621d4-fc99-41e4-818e-5bca701394d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb2e22a-30e6-48fe-b835-23093c295d1a,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:07.974687 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:07.976487 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:08.027053 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b60375ad-90f6-4f93-9990-df48876f32c2 req-634b25bb-fc13-4db8-9760-ebcbe89ef723 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832891 Apr 07 11:57:08.035000 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f0c621d4-fc99-41e4-818e-5bca701394d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34cf514301844e9eb0f1232e71d163a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7740576 Apr 07 11:57:08.037578 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35072) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:08.058003 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (a51ce599-f134-4188-ac50-4645d131759d), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.101701 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Attempting to bind port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:08.111024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Attempting to bind port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:08.113559 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Attempting to bind port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:08.135033 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520bcf5-af92-47ee-8abb-30036426483b None None] Pushing event updated for resources: {'Port': ['ID=764d0a58-2a65-4f4e-a069-e417a1aa0f44,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:08.152264 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:08.173211 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:08.173608 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:08.175929 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.177249 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:08.177776 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Bound port: 764d0a58-2a65-4f4e-a069-e417a1aa0f44, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:08.181909 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.185453 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:08.188552 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-13f58844-31cd-4a9c-b89f-b0317f9eea45 admin admin] Publish callbacks [] for security_group (8eb2e22a-30e6-48fe-b835-23093c295d1a), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.210678 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (cc200b4b-9991-4bdc-864c-c017acebf63f), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.224459 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.229037 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] 10.222.0.37 "DELETE /v2.0/networks/cc200b4b-9991-4bdc-864c-c017acebf63f HTTP/1.1" status: 204 len: 168 time: 1.1073639 Apr 07 11:57:08.244659 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-419eb5fe-af39-4cc9-a268-0642defe188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:08.246139 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-419eb5fe-af39-4cc9-a268-0642defe188b service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.5192633 Apr 07 11:57:08.247383 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2184bfd-e67d-4c2e-8dcd-dcec2db6a5ef admin admin] Pushing event deleted for resources: {'Network': ['ID=cc200b4b-9991-4bdc-864c-c017acebf63f,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:08.308803 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-13f58844-31cd-4a9c-b89f-b0317f9eea45 admin admin] Publish callbacks [] for security_group (8eb2e22a-30e6-48fe-b835-23093c295d1a), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.343879 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-a5492e0c-4964-4e25-ab14-0e84f09ea023 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 217 time: 0.0897589 Apr 07 11:57:08.355133 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-725fd3d2-a7c0-46a6-9c74-7bc1d262cc05 None None] Provisioning complete for port 108a48a8-db95-4c32-a557-a1afe14d1dca triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:08.355338 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-725fd3d2-a7c0-46a6-9c74-7bc1d262cc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.437425 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c7589572-234f-4f5b-a94f-4789419907e8 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:08.459634 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.510617 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] For port 764d0a58-2a65-4f4e-a069-e417a1aa0f44, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:08.518968 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] For port 764d0a58-2a65-4f4e-a069-e417a1aa0f44, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=764d0a58-2a65-4f4e-a069-e417a1aa0f44,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:08.527125 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-725fd3d2-a7c0-46a6-9c74-7bc1d262cc05 None None] Port 108a48a8-db95-4c32-a557-a1afe14d1dca cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:08.545064 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port c7589572-234f-4f5b-a94f-4789419907e8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:08.545440 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c7589572-234f-4f5b-a94f-4789419907e8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.562024 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-13f58844-31cd-4a9c-b89f-b0317f9eea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (8eb2e22a-30e6-48fe-b835-23093c295d1a), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.565019 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-13f58844-31cd-4a9c-b89f-b0317f9eea45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.571690 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-13f58844-31cd-4a9c-b89f-b0317f9eea45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8eb2e22a-30e6-48fe-b835-23093c295d1a HTTP/1.1" status: 204 len: 168 time: 0.5273681 Apr 07 11:57:08.583477 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f58844-31cd-4a9c-b89f-b0317f9eea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb2e22a-30e6-48fe-b835-23093c295d1a,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:08.585932 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 2, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:08.605214 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.637112 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Checking router: 9bafcc0e-a073-4287-8646-129aab9b2996 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:08.637371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-83737d62-35a8-4f1b-b3f0-cb0fa1ffc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:08.637836 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Updating router 9bafcc0e-a073-4287-8646-129aab9b2996 port 042d89c9-ff43-4865-8b02-d28d167a7fdb binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:08.639154 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-83737d62-35a8-4f1b-b3f0-cb0fa1ffc3a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.2492394 Apr 07 11:57:08.672939 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.741921 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port c7589572-234f-4f5b-a94f-4789419907e8 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:08.743424 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ef13ed63-4993-44f3-af2f-d94fcd1c83f9 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:08.746809 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520bcf5-af92-47ee-8abb-30036426483b None None] Pushing event updated for resources: {'Port': ['ID=764d0a58-2a65-4f4e-a069-e417a1aa0f44,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:08.751170 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Routers {'a51ce599-f134-4188-ac50-4645d131759d'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:08.751387 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['a51ce599-f134-4188-ac50-4645d131759d'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:08.766132 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-1b39843e-47bf-4f21-a3a4-949ae2a94594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:08.767928 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-1b39843e-47bf-4f21-a3a4-949ae2a94594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1209950 Apr 07 11:57:08.864593 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35120) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:08.922366 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks [] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.926559 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f85729dd-b8f5-4869-b508-2a8a722881e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4b2141128be4822b99a599d40ae6d61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0604773 Apr 07 11:57:08.928846 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35130) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:08.985262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:08.985681 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.004907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7acb7cf1-f573-4bdf-b053-7f59d7ab3b38 admin admin] Publish callbacks [] for security_group (a3ae4d12-1bb4-4c41-8135-b77e11e8c468), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.050274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.069352 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35144) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:09.071716 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7acb7cf1-f573-4bdf-b053-7f59d7ab3b38 admin admin] Publish callbacks [] for security_group (a3ae4d12-1bb4-4c41-8135-b77e11e8c468), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.093830 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307001957-network', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:09.106301 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] Set router a51ce599-f134-4188-ac50-4645d131759d gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:09.106480 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-3c75d907-88e9-46cc-87fe-f07527e23aa0 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290663 Apr 07 11:57:09.224808 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Made reservation on behalf of a54bc795d24f4c709368e077370e7fb5 for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:09.233332 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.263085 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.329919 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda530cc-a6cb-4450-92ad-b3bf1eedc033 req-f3fca079-f106-45b1-becd-128efa945b3f service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161155 Apr 07 11:57:09.389495 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (a51ce599-f134-4188-ac50-4645d131759d), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.395026 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Pushing event updated for resources: {'Port': ['ID=108a48a8-db95-4c32-a557-a1afe14d1dca,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:09.399840 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35156) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:09.407492 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks [] for security_group (4e82a0c8-6af7-4a02-9b98-47e204b77662), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.428118 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Publish callbacks [] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.482063 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4e82a0c8-6af7-4a02-9b98-47e204b77662), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.507730 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:09.507940 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:57:09.518457 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7acb7cf1-f573-4bdf-b053-7f59d7ab3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a3ae4d12-1bb4-4c41-8135-b77e11e8c468), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.525094 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.537641 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 4, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port': {'id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:02Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '108a48a8-db95-4c32-a557-a1afe14d1dca', 'name': '', 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'mac_address': 'fa:16:3e:30:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:06Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 1, 'project_id': '79def48e92514b7195579b8952e51cfc', 'subnets': [{'id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:09.543675 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7acb7cf1-f573-4bdf-b053-7f59d7ab3b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.544861 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7acb7cf1-f573-4bdf-b053-7f59d7ab3b38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3ae4d12-1bb4-4c41-8135-b77e11e8c468 HTTP/1.1" status: 204 len: 168 time: 0.6150446 Apr 07 11:57:09.620755 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e82a0c8-6af7-4a02-9b98-47e204b77662,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:09.623402 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6d371-e28d-4ab3-a2a5-0e8639473950 None None] The sync data for ids ['a51ce599-f134-4188-ac50-4645d131759d'] in dv-cinder-836769-3-iscsi is: [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 4, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port': {'id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:02Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '108a48a8-db95-4c32-a557-a1afe14d1dca', 'name': '', 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'mac_address': 'fa:16:3e:30:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:06Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 1, 'project_id': '79def48e92514b7195579b8952e51cfc', 'subnets': [{'id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:09.670757 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (e78c90ac-3266-444c-91b3-0808acfb03af), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.673527 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Added segment e78c90ac-3266-444c-91b3-0808acfb03af of type vlan for network 63a98505-23c3-4ea0-ab17-3d75e848df88 Apr 07 11:57:09.739225 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Attempting to bind port 042d89c9-ff43-4865-8b02-d28d167a7fdb on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:09.739602 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Attempting to bind port 042d89c9-ff43-4865-8b02-d28d167a7fdb by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:09.740846 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Attempting to bind port 042d89c9-ff43-4865-8b02-d28d167a7fdb on network ad7f9080-a49f-48c3-aae8-8103bf2710e0 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:09.748193 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-00a28a47-a493-458b-a624-4fb807949eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.748509 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:09.749071 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Checking segment: {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:09.749483 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.749888 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Bound using segment: {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:09.750388 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Bound port: 042d89c9-ff43-4865-8b02-d28d167a7fdb, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:09.750799 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.780489 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb7cf1-f573-4bdf-b053-7f59d7ab3b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ae4d12-1bb4-4c41-8135-b77e11e8c468,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:09.798270 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (63a98505-23c3-4ea0-ab17-3d75e848df88), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.834210 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6d18f-c53c-4b76-8d23-a2ba47e9692c None None] Pushing event updated for resources: {'Port': ['ID=042d89c9-ff43-4865-8b02-d28d167a7fdb,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:09.938980 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] For port 042d89c9-ff43-4865-8b02-d28d167a7fdb, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:09.946607 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] For port 042d89c9-ff43-4865-8b02-d28d167a7fdb, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=042d89c9-ff43-4865-8b02-d28d167a7fdb,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:09.966666 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5275364b-3ef5-40bf-8022-0cbcd17cb531 None None] Provisioning complete for port 042d89c9-ff43-4865-8b02-d28d167a7fdb triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:09.975258 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5275364b-3ef5-40bf-8022-0cbcd17cb531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:09.982914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c21c-f805-4715-b5f9-a2cecf258f61 req-ac86753c-9d8a-4c9a-887a-92d7484787ca tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:09.984499 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5d2c21c-f805-4715-b5f9-a2cecf258f61 req-ac86753c-9d8a-4c9a-887a-92d7484787ca tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.6526897 Apr 07 11:57:10.014171 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (63a98505-23c3-4ea0-ab17-3d75e848df88), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.015117 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:10.015679 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.027920 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.048655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:10.055631 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:10.165723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5275364b-3ef5-40bf-8022-0cbcd17cb531 None None] Port 042d89c9-ff43-4865-8b02-d28d167a7fdb cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:10.171264 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5d2c21c-f805-4715-b5f9-a2cecf258f61 req-5ebab1e7-4fa6-473a-a617-b428b8087c53 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796579 Apr 07 11:57:10.179824 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-00a28a47-a493-458b-a624-4fb807949eac admin admin] Publish callbacks [] for security_group (8684e011-aedb-45cb-8b1f-a0e6d41cdf45), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.271018 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6d18f-c53c-4b76-8d23-a2ba47e9692c None None] Pushing event updated for resources: {'Port': ['ID=042d89c9-ff43-4865-8b02-d28d167a7fdb,revision_number=4']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:10.289931 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:10.291050 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:10.292303 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2180471 Apr 07 11:57:10.296467 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35174) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:10.314052 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-00a28a47-a493-458b-a624-4fb807949eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (8684e011-aedb-45cb-8b1f-a0e6d41cdf45), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.315135 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Request body: {'subnet': {'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307001957-subnet', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:10.360303 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b720c14-4539-4845-b23b-c5fac613d557 admin admin] Pushing event updated for resources: {'Network': ['ID=63a98505-23c3-4ea0-ab17-3d75e848df88,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:10.372909 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:57:10.403712 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Router a51ce599-f134-4188-ac50-4645d131759d has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:57:10.479261 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-00a28a47-a493-458b-a624-4fb807949eac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=145249be6e424f37a30deee878396a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0779383 Apr 07 11:57:10.480095 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a28a47-a493-458b-a624-4fb807949eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8684e011-aedb-45cb-8b1f-a0e6d41cdf45,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:10.487844 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35180) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:10.536746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Made reservation on behalf of a54bc795d24f4c709368e077370e7fb5 for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:10.540741 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234721'] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.541418 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:10.717737 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dadd824a-2e60-4c00-a89d-0262b1d5009a admin admin] Publish callbacks [] for security_group (8684e011-aedb-45cb-8b1f-a0e6d41cdf45), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.783046 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dadd824a-2e60-4c00-a89d-0262b1d5009a admin admin] Publish callbacks [] for security_group (8684e011-aedb-45cb-8b1f-a0e6d41cdf45), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.846291 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35222) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:10.848017 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:10.866089 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-fec0824a-bcbe-4f3f-971e-c1c782dc371a admin admin] 10.222.0.37 "PUT /v2.0/routers/a51ce599-f134-4188-ac50-4645d131759d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8388510 Apr 07 11:57:10.943521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f344f8ea-a39c-45af-b79c-9b9c1ce3a510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.085138 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-016fe0df-4631-4e77-a550-a3794ecdfb03 None None] Provisioning complete for port 108a48a8-db95-4c32-a557-a1afe14d1dca triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:11.088041 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-016fe0df-4631-4e77-a550-a3794ecdfb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.144144 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-016fe0df-4631-4e77-a550-a3794ecdfb03 None None] Port 108a48a8-db95-4c32-a557-a1afe14d1dca cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:11.184459 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:09Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:11.237241 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816c04d-39b0-403f-b43d-8318582da550 None None] The sync data for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi is: [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:09Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:11.270280 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dadd824a-2e60-4c00-a89d-0262b1d5009a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (8684e011-aedb-45cb-8b1f-a0e6d41cdf45), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.271601 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-d91b8656-cac6-46d1-b13b-eb5b402c2953 None None] Provisioning complete for port 042d89c9-ff43-4865-8b02-d28d167a7fdb triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:11.272950 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d91b8656-cac6-46d1-b13b-eb5b402c2953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.276625 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dadd824a-2e60-4c00-a89d-0262b1d5009a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.285782 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-dadd824a-2e60-4c00-a89d-0262b1d5009a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8684e011-aedb-45cb-8b1f-a0e6d41cdf45 HTTP/1.1" status: 204 len: 168 time: 0.7970459 Apr 07 11:57:11.377314 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd824a-2e60-4c00-a89d-0262b1d5009a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8684e011-aedb-45cb-8b1f-a0e6d41cdf45,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:11.514261 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3533469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9235163'] for subnet (71e6936e-1a01-4098-b74e-7280b23aa4c0), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.518375 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f344f8ea-a39c-45af-b79c-9b9c1ce3a510 admin admin] Publish callbacks [] for security_group (04eed1b2-c1c4-4e24-b247-1c7877bc0ff3), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.581646 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ef7f-d30c-4d3f-8e6c-2c9cd1953b6c req-a741c93c-ef0b-4351-8776-9316d7a10c39 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:11.581646 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2366ef7f-d30c-4d3f-8e6c-2c9cd1953b6c req-a741c93c-ef0b-4351-8776-9316d7a10c39 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.2161591 Apr 07 11:57:11.596372 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-d91b8656-cac6-46d1-b13b-eb5b402c2953 None None] Current status of the port 042d89c9-ff43-4865-8b02-d28d167a7fdb is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:11.596984 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d91b8656-cac6-46d1-b13b-eb5b402c2953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.605748 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f344f8ea-a39c-45af-b79c-9b9c1ce3a510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (04eed1b2-c1c4-4e24-b247-1c7877bc0ff3), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.712496 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2366ef7f-d30c-4d3f-8e6c-2c9cd1953b6c req-f26ad093-46ea-42bc-88ea-9dc6d368c3be tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169066 Apr 07 11:57:11.714168 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Checking segment: {'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:11.714877 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Network hostable DHCP agents. Network: 63a98505-23c3-4ea0-ab17-3d75e848df88, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:57:11.719781 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e6936e-1a01-4098-b74e-7280b23aa4c0,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:11.749896 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-d91b8656-cac6-46d1-b13b-eb5b402c2953 None None] For port 042d89c9-ff43-4865-8b02-d28d167a7fdb, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=042d89c9-ff43-4865-8b02-d28d167a7fdb,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:11.762342 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f344f8ea-a39c-45af-b79c-9b9c1ce3a510 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06f02d7f418c4f09b445b0c8a7e702e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9141006 Apr 07 11:57:11.762878 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344f8ea-a39c-45af-b79c-9b9c1ce3a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eed1b2-c1c4-4e24-b247-1c7877bc0ff3,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:11.768615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35260) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:11.844772 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-087373ca-aadd-4f30-af42-e43a5fbb7d8a admin admin] Publish callbacks [] for security_group (04eed1b2-c1c4-4e24-b247-1c7877bc0ff3), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.871177 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d91b8656-cac6-46d1-b13b-eb5b402c2953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.878034 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:57:11.920810 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-087373ca-aadd-4f30-af42-e43a5fbb7d8a admin admin] Publish callbacks [] for security_group (04eed1b2-c1c4-4e24-b247-1c7877bc0ff3), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:11.981701 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b8656-cac6-46d1-b13b-eb5b402c2953 None None] Pushing event updated for resources: {'Port': ['ID=042d89c9-ff43-4865-8b02-d28d167a7fdb,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:11.991431 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 63a98505-23c3-4ea0-ab17-3d75e848df88) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:12.003368 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32809ef9-f317-4dd1-8dbe-3de1681b6a1f None None] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:12.009131 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:12.010007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.161812 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-92603c21-ef56-4f31-b5d5-860d651789fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8562617 Apr 07 11:57:12.172398 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35276) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:12.181928 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:12.222107 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-087373ca-aadd-4f30-af42-e43a5fbb7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (04eed1b2-c1c4-4e24-b247-1c7877bc0ff3), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.239690 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-087373ca-aadd-4f30-af42-e43a5fbb7d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.248269 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-63a98505-23c3-4ea0-ab17-3d75e848df88', 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88', 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'fixed_ips': [{'subnet_id': '71e6936e-1a01-4098-b74e-7280b23aa4c0'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:57:12.250827 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.253360 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-087373ca-aadd-4f30-af42-e43a5fbb7d8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04eed1b2-c1c4-4e24-b247-1c7877bc0ff3 HTTP/1.1" status: 204 len: 168 time: 0.4789767 Apr 07 11:57:12.286894 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35286) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:12.291727 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087373ca-aadd-4f30-af42-e43a5fbb7d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eed1b2-c1c4-4e24-b247-1c7877bc0ff3,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:12.292937 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-9972578a-5f4f-4d07-9fa9-2989ee864160 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783203369', 'description': 'tempest-secgroup-smoke-783203369 description', 'project_id': '4fa2b79396a843e087f247c1f6558746'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:12.350567 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (4699a200-b7ea-4a20-8778-82b4f9a16645), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.356175 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (4699a200-b7ea-4a20-8778-82b4f9a16645), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.461091 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9972578a-5f4f-4d07-9fa9-2989ee864160 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.496644 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks [] for router_controller (4699a200-b7ea-4a20-8778-82b4f9a16645), precommit_add_association {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.553257 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35292) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:12.613818 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9972578a-5f4f-4d07-9fa9-2989ee864160 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group (43b6c986-6171-400b-a3e8-0adc7620d2cd), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.647377 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Allocated IP 172.20.0.2 (63a98505-23c3-4ea0-ab17-3d75e848df88/71e6936e-1a01-4098-b74e-7280b23aa4c0/12d7ba92-70e0-44cc-b2ae-c72c5a45709a) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:12.678307 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9972578a-5f4f-4d07-9fa9-2989ee864160 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (43b6c986-6171-400b-a3e8-0adc7620d2cd), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.750176 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972578a-5f4f-4d07-9fa9-2989ee864160 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b6c986-6171-400b-a3e8-0adc7620d2cd,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:12.817184 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks [] for router_gateway (4699a200-b7ea-4a20-8778-82b4f9a16645), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.858272 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9972578a-5f4f-4d07-9fa9-2989ee864160 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:12.864989 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35306) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:12.866880 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9972578a-5f4f-4d07-9fa9-2989ee864160 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5786355 Apr 07 11:57:12.871547 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-788a451b-9d46-4767-8752-b89d4361007d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'security_group_rule': {'security_group_id': '43b6c986-6171-400b-a3e8-0adc7620d2cd', 'project_id': '4fa2b79396a843e087f247c1f6558746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:12.901273 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 042d89c9-ff43-4865-8b02-d28d167a7fdb up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:13.046062 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Publish callbacks [] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.063518 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 042d89c9-ff43-4865-8b02-d28d167a7fdb triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:13.064147 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.087762 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc66b22-f9e8-4c60-bc1e-5a369e46566a req-8649ea21-7334-4cac-8386-90b914727d9b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:13.095913 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6bc66b22-f9e8-4c60-bc1e-5a369e46566a req-8649ea21-7334-4cac-8386-90b914727d9b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1952257 Apr 07 11:57:13.134491 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-788a451b-9d46-4767-8752-b89d4361007d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (8bb3258a-fdea-4bbf-b1f6-94e46f219588), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.138006 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.220276 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Pushing event updated for resources: {'Port': ['ID=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:13.246736 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6bc66b22-f9e8-4c60-bc1e-5a369e46566a req-17245bb0-9ed7-4df3-beee-e1f399cec010 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499002 Apr 07 11:57:13.267304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-320765365-network', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:13.272133 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:13.276383 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 042d89c9-ff43-4865-8b02-d28d167a7fdb is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:13.277839 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 764d0a58-2a65-4f4e-a069-e417a1aa0f44 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:13.280080 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:13.283607 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:13.316417 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-788a451b-9d46-4767-8752-b89d4361007d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (8bb3258a-fdea-4bbf-b1f6-94e46f219588), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.396943 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Attempting to bind port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:13.397314 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Attempting to bind port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:13.397682 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Attempting to bind port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a on network 63a98505-23c3-4ea0-ab17-3d75e848df88 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:13.405065 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:13.405435 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Checking segment: {'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:13.405924 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.406446 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Bound using segment: {'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:13.406974 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Bound port: 12d7ba92-70e0-44cc-b2ae-c72c5a45709a, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:13.407358 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.409634 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-788a451b-9d46-4767-8752-b89d4361007d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (8bb3258a-fdea-4bbf-b1f6-94e46f219588), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.411681 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Made reservation on behalf of d93e40f8e66348efb495a1d7350e5cf2 for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:13.414950 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.463886 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:13.464267 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.470110 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.504902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a451b-9d46-4767-8752-b89d4361007d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb3258a-fdea-4bbf-b1f6-94e46f219588,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:13.533394 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] For port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:13.537852 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] For port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,segment=NetworkSegment(e78c90ac-3266-444c-91b3-0808acfb03af),segment_id=e78c90ac-3266-444c-91b3-0808acfb03af)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:13.589780 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-788a451b-9d46-4767-8752-b89d4361007d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.593680 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-788a451b-9d46-4767-8752-b89d4361007d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7256296 Apr 07 11:57:13.594482 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35336) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:13.596384 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks [] for router_gateway (4699a200-b7ea-4a20-8778-82b4f9a16645), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.603329 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:13.603899 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.609280 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-4382eede-c907-44d9-8389-64f40e8cbb0b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'security_group_rule': {'security_group_id': '43b6c986-6171-400b-a3e8-0adc7620d2cd', 'project_id': '4fa2b79396a843e087f247c1f6558746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:13.609995 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.655773 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.666582 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 764d0a58-2a65-4f4e-a069-e417a1aa0f44, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=764d0a58-2a65-4f4e-a069-e417a1aa0f44,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:13.703017 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb593-455d-4e1b-9d18-ce0f7b9d79cd None None] Pushing event updated for resources: {'Port': ['ID=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:13.730150 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4382eede-c907-44d9-8389-64f40e8cbb0b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (bf9f12e7-6ae2-4310-85c4-137b8164afed), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.747807 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.827511 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=764d0a58-2a65-4f4e-a069-e417a1aa0f44,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:13.865148 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks [] for security_group (c0bbd5b8-e3ac-44f4-8021-290e3e04e60d), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.875128 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Allocated IP 172.27.1.46 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/ce492142-eaa7-4a31-97cd-f3df36d06ca2) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:13.881456 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4382eede-c907-44d9-8389-64f40e8cbb0b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (bf9f12e7-6ae2-4310-85c4-137b8164afed), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.934530 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c0bbd5b8-e3ac-44f4-8021-290e3e04e60d), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:13.967817 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4382eede-c907-44d9-8389-64f40e8cbb0b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (bf9f12e7-6ae2-4310-85c4-137b8164afed), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.017363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:57:14.030235 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (b5eb0de1-7245-46ac-9ebc-510629a59f59), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.030704 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Added segment b5eb0de1-7245-46ac-9ebc-510629a59f59 of type vlan for network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 Apr 07 11:57:14.037814 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382eede-c907-44d9-8389-64f40e8cbb0b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9f12e7-6ae2-4310-85c4-137b8164afed,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:14.135347 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4382eede-c907-44d9-8389-64f40e8cbb0b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.143820 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (04e80577-c11b-46ff-ba91-9c27a4ecfe44), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.145685 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4382eede-c907-44d9-8389-64f40e8cbb0b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5491626 Apr 07 11:57:14.146386 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35348) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:14.161022 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-3356881d-52c5-4149-b0c2-02921e0c49c5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'security_group_rule': {'security_group_id': '43b6c986-6171-400b-a3e8-0adc7620d2cd', 'project_id': '4fa2b79396a843e087f247c1f6558746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:14.161526 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bbd5b8-e3ac-44f4-8021-290e3e04e60d,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:14.206257 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks [] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.278512 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3356881d-52c5-4149-b0c2-02921e0c49c5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (a2c370f7-61e5-4cb2-9811-f09ab358c034), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.295507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (04e80577-c11b-46ff-ba91-9c27a4ecfe44), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.295507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:14.295507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.382774 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.410028 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3356881d-52c5-4149-b0c2-02921e0c49c5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (a2c370f7-61e5-4cb2-9811-f09ab358c034), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.432280 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 764d0a58-2a65-4f4e-a069-e417a1aa0f44 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:14.468470 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] Pushing event updated for resources: {'Network': ['ID=04e80577-c11b-46ff-ba91-9c27a4ecfe44,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:14.479849 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:57:14.484068 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3356881d-52c5-4149-b0c2-02921e0c49c5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (a2c370f7-61e5-4cb2-9811-f09ab358c034), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.489620 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:14.498520 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:14.502827 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:14.510786 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356881d-52c5-4149-b0c2-02921e0c49c5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c370f7-61e5-4cb2-9811-f09ab358c034,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:14.543049 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:14.543430 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.556240 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-25178dec-9821-49fb-be10-b80a4e49300f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0017674 Apr 07 11:57:14.559318 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35362) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:14.573410 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Request body: {'subnet': {'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-subnet', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:14.573826 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce492142-eaa7-4a31-97cd-f3df36d06ca2,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:14.598266 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e2df1-7d16-4c03-8389-0385433f3e13 req-48400b19-4de8-4bfc-8f7d-d591be6d27dc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:14.599511 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe3e2df1-7d16-4c03-8389-0385433f3e13 req-48400b19-4de8-4bfc-8f7d-d591be6d27dc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.2235260 Apr 07 11:57:14.615930 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3356881d-52c5-4149-b0c2-02921e0c49c5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.622084 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3356881d-52c5-4149-b0c2-02921e0c49c5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4696286 Apr 07 11:57:14.624167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35364) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:14.644428 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-ad89ad78-8b9d-4fc0-8db6-45bd0a0f7090 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'security_group_rule': {'security_group_id': '43b6c986-6171-400b-a3e8-0adc7620d2cd', 'project_id': '4fa2b79396a843e087f247c1f6558746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:14.677456 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe3e2df1-7d16-4c03-8389-0385433f3e13 req-7eff8dcc-204b-45f9-a76a-71e9eb1535ef tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709305 Apr 07 11:57:14.694370 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Made reservation on behalf of d93e40f8e66348efb495a1d7350e5cf2 for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:14.704560 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.739895 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:14.741046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 12d7ba92-70e0-44cc-b2ae-c72c5a45709a up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:14.773175 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad89ad78-8b9d-4fc0-8db6-45bd0a0f7090 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (bbaee695-030f-4056-a25e-1c1b760b2ffc), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.825850 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:14.826259 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.931603 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:14.932096 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.938357 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad89ad78-8b9d-4fc0-8db6-45bd0a0f7090 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (bbaee695-030f-4056-a25e-1c1b760b2ffc), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.991509 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad89ad78-8b9d-4fc0-8db6-45bd0a0f7090 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (bbaee695-030f-4056-a25e-1c1b760b2ffc), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:14.998879 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,segment=NetworkSegment(e78c90ac-3266-444c-91b3-0808acfb03af),segment_id=e78c90ac-3266-444c-91b3-0808acfb03af)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:15.018424 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89ad78-8b9d-4fc0-8db6-45bd0a0f7090 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaee695-030f-4056-a25e-1c1b760b2ffc,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:15.048924 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.063351 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks [] for router_gateway (4699a200-b7ea-4a20-8778-82b4f9a16645), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.076528 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (3f828626-0b64-4bae-a8fe-cf8bcc069a9d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.085751 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad89ad78-8b9d-4fc0-8db6-45bd0a0f7090 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.085751 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ad89ad78-8b9d-4fc0-8db6-45bd0a0f7090 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4538004 Apr 07 11:57:15.099582 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ef8fa-33d4-4910-b490-504c769f5535 None None] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:15.104596 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35366) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:15.113709 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'security_group_rule': {'security_group_id': '43b6c986-6171-400b-a3e8-0adc7620d2cd', 'project_id': '4fa2b79396a843e087f247c1f6558746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:15.185863 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f828626-0b64-4bae-a8fe-cf8bcc069a9d,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:15.206614 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Checking segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:15.206614 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Network hostable DHCP agents. Network: 04e80577-c11b-46ff-ba91-9c27a4ecfe44, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:57:15.219925 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:15.238712 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-b3c2f73c-1f0f-452f-93f9-9daf88ceec7f None None] Provisioning complete for port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:15.239183 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f73c-1f0f-452f-93f9-9daf88ceec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.264608 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.securitygroups_db [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Project 4fa2b79396a843e087f247c1f6558746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:57:15.272937 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (58b8d65d-f984-4daa-ab0e-5a82e9a777ea), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.298694 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:57:15.331464 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Sync routers for ids ['a51ce599-f134-4188-ac50-4645d131759d'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:15.359729 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Routers {'a51ce599-f134-4188-ac50-4645d131759d'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:15.360464 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['a51ce599-f134-4188-ac50-4645d131759d'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:15.384234 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 04e80577-c11b-46ff-ba91-9c27a4ecfe44) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:15.397259 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:15.397985 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.415385 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (58b8d65d-f984-4daa-ab0e-5a82e9a777ea), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.427702 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a4bf4-9905-4fff-b7a8-23ec1830379a None None] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:15.477195 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e3a405e8-12aa-4a6c-9f4a-1616865ad6fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9166098 Apr 07 11:57:15.484758 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35370) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:15.492923 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:15.503559 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (58b8d65d-f984-4daa-ab0e-5a82e9a777ea), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.517430 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2f73c-1f0f-452f-93f9-9daf88ceec7f None None] Current status of the port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:15.542432 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b8d65d-f984-4daa-ab0e-5a82e9a777ea,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:15.584449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (4699a200-b7ea-4a20-8778-82b4f9a16645), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.624992 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (79b7c173-e436-4759-ae6b-d26d199a0938), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.626224 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (79b7c173-e436-4759-ae6b-d26d199a0938), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.647322 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.654900 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3ac5fb57-4b59-438e-8a64-76e9ed31bfd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5469813 Apr 07 11:57:15.668229 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35374) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:15.674261 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'security_group_rule': {'security_group_id': '43b6c986-6171-400b-a3e8-0adc7620d2cd', 'project_id': '4fa2b79396a843e087f247c1f6558746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:15.753217 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:57:15.754352 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.777644 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks [] for router_controller (79b7c173-e436-4759-ae6b-d26d199a0938), precommit_add_association {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.802235 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Set router a51ce599-f134-4188-ac50-4645d131759d gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:15.832869 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.securitygroups_db [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Project 4fa2b79396a843e087f247c1f6558746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:57:15.846120 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (ba482241-afa9-4afb-a5a3-f00460791d0f), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:15.858345 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195444a7-c02d-4baf-b1a5-c11bf646cbc6 req-9d7f15d1-c573-45c1-86f1-c20ddd957545 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:15.860264 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-195444a7-c02d-4baf-b1a5-c11bf646cbc6 req-9d7f15d1-c573-45c1-86f1-c20ddd957545 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0624654 Apr 07 11:57:15.861401 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Router 4699a200-b7ea-4a20-8778-82b4f9a16645 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:57:16.006035 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-195444a7-c02d-4baf-b1a5-c11bf646cbc6 req-53a10059-97d1-4277-85e0-e99d845039ea tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335557 Apr 07 11:57:16.023997 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:16.034210 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (ba482241-afa9-4afb-a5a3-f00460791d0f), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.044693 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-c9c9d284-703f-4ed3-8d89-d1328ad111a5 None None] Provisioning complete for port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:16.044886 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Sync routers for ids ['4699a200-b7ea-4a20-8778-82b4f9a16645'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:16.045374 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d284-703f-4ed3-8d89-d1328ad111a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.067667 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Routers {'4699a200-b7ea-4a20-8778-82b4f9a16645'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:16.068630 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4699a200-b7ea-4a20-8778-82b4f9a16645'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:16.078960 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks [] for router_gateway (79b7c173-e436-4759-ae6b-d26d199a0938), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.160622 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Allocated IP 172.20.0.2 (04e80577-c11b-46ff-ba91-9c27a4ecfe44/3f828626-0b64-4bae-a8fe-cf8bcc069a9d/85627491-0e09-4b4e-8bf7-4ec529a3e644) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:16.175459 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (ba482241-afa9-4afb-a5a3-f00460791d0f), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.208555 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Set router 4699a200-b7ea-4a20-8778-82b4f9a16645 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:16.208884 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.214390 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-22df0c46-ca76-42d0-abdf-687e957d7ac6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0375707 Apr 07 11:57:16.215259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35378) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:16.234241 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba482241-afa9-4afb-a5a3-f00460791d0f,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:16.337212 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9d284-703f-4ed3-8d89-d1328ad111a5 None None] Current status of the port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:16.348578 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 12d7ba92-70e0-44cc-b2ae-c72c5a45709a up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:16.355614 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.356862 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4037b292-8878-42a1-800b-1c7e7e78cb64 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6874752 Apr 07 11:57:16.404241 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 4, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port': {'id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:02Z', 'updated_at': '2022-04-07T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '108a48a8-db95-4c32-a557-a1afe14d1dca', 'name': '', 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'mac_address': 'fa:16:3e:30:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:06Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 2, 'project_id': '79def48e92514b7195579b8952e51cfc', 'subnets': [{'id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:16.454109 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Checking router: a51ce599-f134-4188-ac50-4645d131759d for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:16.454759 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Updating router a51ce599-f134-4188-ac50-4645d131759d port 108a48a8-db95-4c32-a557-a1afe14d1dca binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:16.528852 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.568719 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.573782 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T11:57:14Z', 'revision_number': 3, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port': {'id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:13Z', 'updated_at': '2022-04-07T11:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:16.609965 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks [] for router_gateway (79b7c173-e436-4759-ae6b-d26d199a0938), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.611733 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Checking router: 4699a200-b7ea-4a20-8778-82b4f9a16645 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:16.612097 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Updating router 4699a200-b7ea-4a20-8778-82b4f9a16645 port ce492142-eaa7-4a31-97cd-f3df36d06ca2 binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:16.654007 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:16.654670 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.669366 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.788412 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Publish callbacks [] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.849671 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.936330 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.993970 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Publish callbacks [] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.020244 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.078487 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:17.079061 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.095937 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Publish callbacks [] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.102841 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:17.106040 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:17.108593 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:17.125669 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Pushing event updated for resources: {'Port': ['ID=85627491-0e09-4b4e-8bf7-4ec529a3e644,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:17.166898 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Allocated IP 172.20.0.1 (63a98505-23c3-4ea0-ab17-3d75e848df88/71e6936e-1a01-4098-b74e-7280b23aa4c0/a6b4c9db-8659-4758-a09b-a313a55d4ff3) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:17.172893 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Allocated IP 172.27.1.30 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:17.173852 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Attempting to bind port ce492142-eaa7-4a31-97cd-f3df36d06ca2 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:17.174387 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Attempting to bind port ce492142-eaa7-4a31-97cd-f3df36d06ca2 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:17.174839 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Attempting to bind port ce492142-eaa7-4a31-97cd-f3df36d06ca2 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:17.184848 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce689ff7-cbc1-464d-80f7-003f0d8b87e8 None None] Pushing event updated for resources: {'Port': ['ID=ce492142-eaa7-4a31-97cd-f3df36d06ca2,revision_number=2']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:17.190657 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:17.190657 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:17.190657 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.190657 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:17.191147 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Bound port: ce492142-eaa7-4a31-97cd-f3df36d06ca2, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:17.191616 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.203105 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.273318 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Attempting to bind port 85627491-0e09-4b4e-8bf7-4ec529a3e644 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:17.274587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Attempting to bind port 85627491-0e09-4b4e-8bf7-4ec529a3e644 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:17.275115 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Attempting to bind port 85627491-0e09-4b4e-8bf7-4ec529a3e644 on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:17.281876 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] For port ce492142-eaa7-4a31-97cd-f3df36d06ca2, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:17.286296 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] For port ce492142-eaa7-4a31-97cd-f3df36d06ca2, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ce492142-eaa7-4a31-97cd-f3df36d06ca2,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:17.294461 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:17.295118 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Checking segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:17.295526 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.295930 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Bound using segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:17.296408 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Bound port: 85627491-0e09-4b4e-8bf7-4ec529a3e644, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:17.298597 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.300256 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9c300-30c9-4393-a0e3-73bdfa778aa0 None None] Pushing event updated for resources: {'Port': ['ID=108a48a8-db95-4c32-a557-a1afe14d1dca,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:17.334193 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks [] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.366762 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.374658 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be74b3b-3aef-4810-bbfa-235b8c0e310d req-da13915b-0203-4f04-96b4-625e0154fa31 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:17.376301 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3be74b3b-3aef-4810-bbfa-235b8c0e310d req-da13915b-0203-4f04-96b4-625e0154fa31 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1900156 Apr 07 11:57:17.401054 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks [] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.416404 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Attempting to bind port 108a48a8-db95-4c32-a557-a1afe14d1dca on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:17.416763 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Attempting to bind port 108a48a8-db95-4c32-a557-a1afe14d1dca by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:17.417348 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Attempting to bind port 108a48a8-db95-4c32-a557-a1afe14d1dca on network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:17.426266 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:17.426737 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Checking segment: {'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:17.429782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.429782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Bound using segment: {'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:17.429782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Bound port: 108a48a8-db95-4c32-a557-a1afe14d1dca, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:17.429782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.442364 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Routers {'4699a200-b7ea-4a20-8778-82b4f9a16645'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:17.448555 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4699a200-b7ea-4a20-8778-82b4f9a16645'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:17.451655 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.482526 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3be74b3b-3aef-4810-bbfa-235b8c0e310d req-76016423-6929-4dad-85a7-22d32a58e4a9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960810 Apr 07 11:57:17.497981 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] For port 85627491-0e09-4b4e-8bf7-4ec529a3e644, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:17.513260 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:17.518276 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:17.525170 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:17.546966 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] For port 85627491-0e09-4b4e-8bf7-4ec529a3e644, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=85627491-0e09-4b4e-8bf7-4ec529a3e644,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:17.568676 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] For port 108a48a8-db95-4c32-a557-a1afe14d1dca, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:17.573586 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.574627 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:17.584320 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] For port 108a48a8-db95-4c32-a557-a1afe14d1dca, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=108a48a8-db95-4c32-a557-a1afe14d1dca,segment=NetworkSegment(6c9c8ef6-5df6-474d-8b5a-5d6dc190d143),segment_id=6c9c8ef6-5df6-474d-8b5a-5d6dc190d143)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:17.626789 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.631037 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce689ff7-cbc1-464d-80f7-003f0d8b87e8 None None] Pushing event updated for resources: {'Port': ['ID=ce492142-eaa7-4a31-97cd-f3df36d06ca2,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:17.657257 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:17.670264 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:17.676563 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:17.705749 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.744576 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b4c9db-8659-4758-a09b-a313a55d4ff3,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:17.749393 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] Set router 4699a200-b7ea-4a20-8778-82b4f9a16645 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:17.773473 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (4699a200-b7ea-4a20-8778-82b4f9a16645), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.890123 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb9aa-5e31-412e-8f4e-2a916277c051 None None] Pushing event updated for resources: {'Port': ['ID=85627491-0e09-4b4e-8bf7-4ec529a3e644,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:17.897733 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-86dc6fc7-ea39-4367-92d6-1fdc2dcb11c1 None None] Provisioning complete for port 108a48a8-db95-4c32-a557-a1afe14d1dca triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:17.898111 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-86dc6fc7-ea39-4367-92d6-1fdc2dcb11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:17.905707 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Routers {'a51ce599-f134-4188-ac50-4645d131759d'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:17.905707 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['a51ce599-f134-4188-ac50-4645d131759d'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:18.100196 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.179136 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks [] for router_gateway (79b7c173-e436-4759-ae6b-d26d199a0938), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.199273 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T11:57:14Z', 'revision_number': 3, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port': {'id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:13Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:18.306218 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae971f0-0ae7-4101-82c6-cf1dd5c4b27f None None] The sync data for ids ['4699a200-b7ea-4a20-8778-82b4f9a16645'] in dv-cinder-836769-3-iscsi is: [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T11:57:14Z', 'revision_number': 3, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port': {'id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:13Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:18.447157 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] Set router a51ce599-f134-4188-ac50-4645d131759d gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:18.480881 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (79b7c173-e436-4759-ae6b-d26d199a0938), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.497446 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks [] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.502221 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 85627491-0e09-4b4e-8bf7-4ec529a3e644 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:18.511276 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9c300-30c9-4393-a0e3-73bdfa778aa0 None None] Pushing event updated for resources: {'Port': ['ID=108a48a8-db95-4c32-a557-a1afe14d1dca,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:18.563632 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.695443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (4699a200-b7ea-4a20-8778-82b4f9a16645), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.699446 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b4c9db-8659-4758-a09b-a313a55d4ff3,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:18.752207 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Router 79b7c173-e436-4759-ae6b-d26d199a0938 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:57:18.752802 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931f174-a196-499d-9a80-5fa728a315d4 req-e99f7344-4ff5-4504-b9ff-0ef736448802 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:18.754480 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4931f174-a196-499d-9a80-5fa728a315d4 req-e99f7344-4ff5-4504-b9ff-0ef736448802 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1556034 Apr 07 11:57:18.770709 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-86dc6fc7-ea39-4367-92d6-1fdc2dcb11c1 None None] Current status of the port 108a48a8-db95-4c32-a557-a1afe14d1dca is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:18.771229 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-86dc6fc7-ea39-4367-92d6-1fdc2dcb11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.800354 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 85627491-0e09-4b4e-8bf7-4ec529a3e644 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:18.801013 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:18.870879 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4931f174-a196-499d-9a80-5fa728a315d4 req-d8c6d4bc-9cd7-484a-993c-1fcac9c7d6fc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862243 Apr 07 11:57:18.906181 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:18.908366 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:18.996933 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-86dc6fc7-ea39-4367-92d6-1fdc2dcb11c1 None None] For port 108a48a8-db95-4c32-a557-a1afe14d1dca, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=108a48a8-db95-4c32-a557-a1afe14d1dca,segment=NetworkSegment(6c9c8ef6-5df6-474d-8b5a-5d6dc190d143),segment_id=6c9c8ef6-5df6-474d-8b5a-5d6dc190d143)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:18.997264 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:19.057089 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Sync routers for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:19.105192 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-86dc6fc7-ea39-4367-92d6-1fdc2dcb11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:19.116996 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:19.118206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:19.142665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 85627491-0e09-4b4e-8bf7-4ec529a3e644 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:19.142665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:19.154491 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:19.154491 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-01ce19b2-126f-4a59-9799-eda12972f217 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6614313 Apr 07 11:57:19.160737 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35404) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:19.385991 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 85627491-0e09-4b4e-8bf7-4ec529a3e644, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=85627491-0e09-4b4e-8bf7-4ec529a3e644,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:19.497343 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 4, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port': {'id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:02Z', 'updated_at': '2022-04-07T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '108a48a8-db95-4c32-a557-a1afe14d1dca', 'name': '', 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'mac_address': 'fa:16:3e:30:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:06Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 4, 'project_id': '79def48e92514b7195579b8952e51cfc', 'subnets': [{'id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:19.525664 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc6fc7-ea39-4367-92d6-1fdc2dcb11c1 None None] Pushing event updated for resources: {'Port': ['ID=108a48a8-db95-4c32-a557-a1afe14d1dca,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:19.557176 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Router 4699a200-b7ea-4a20-8778-82b4f9a16645 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:57:19.684583 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7f6db997-7a0f-4ad0-bbc7-c60b19bc72c9 None None] Provisioning complete for port a6b4c9db-8659-4758-a09b-a313a55d4ff3 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:19.685230 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7f6db997-7a0f-4ad0-bbc7-c60b19bc72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:19.687419 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a016b9-be34-4dc6-b07f-75a7b5ab2458 None None] The sync data for ids ['a51ce599-f134-4188-ac50-4645d131759d'] in dv-cinder-836769-3-iscsi is: [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T11:57:08Z', 'revision_number': 4, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port': {'id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:02Z', 'updated_at': '2022-04-07T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '108a48a8-db95-4c32-a557-a1afe14d1dca', 'name': '', 'network_id': '8f694fae-4cad-4967-bc25-6a3f0f45e0ab', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'mac_address': 'fa:16:3e:30:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:06Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 4, 'project_id': '79def48e92514b7195579b8952e51cfc', 'subnets': [{'id': '3fbdb43e-aed4-4fc8-a920-2622a02703b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:19.724264 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:19.775538 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:19.780803 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-602fe9b7-1270-4681-a2e5-058ed5b28f63 admin admin] 10.222.0.37 "PUT /v2.0/routers/4699a200-b7ea-4a20-8778-82b4f9a16645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5646565 Apr 07 11:57:19.798027 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=85627491-0e09-4b4e-8bf7-4ec529a3e644,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:19.801131 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32c0f0-e84a-4ace-9195-dcb5ec1233d1 None None] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:57:19.888920 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7f6db997-7a0f-4ad0-bbc7-c60b19bc72c9 None None] Port a6b4c9db-8659-4758-a09b-a313a55d4ff3 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:19.935041 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7f6db997-7a0f-4ad0-bbc7-c60b19bc72c9 None None] Provisioning complete for port 108a48a8-db95-4c32-a557-a1afe14d1dca triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:19.935506 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7f6db997-7a0f-4ad0-bbc7-c60b19bc72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:19.986240 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:20.077441 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731962-778d-4b3a-a204-9e393b8ba900 req-62eeb49c-1ece-48f8-80ae-f55f80773919 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:20.079261 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61731962-778d-4b3a-a204-9e393b8ba900 req-62eeb49c-1ece-48f8-80ae-f55f80773919 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0795071 Apr 07 11:57:20.131477 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61731962-778d-4b3a-a204-9e393b8ba900 req-4e6c2fea-8eae-48db-8848-e60766e4ffb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459604 Apr 07 11:57:20.261374 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7f6db997-7a0f-4ad0-bbc7-c60b19bc72c9 None None] Current status of the port 108a48a8-db95-4c32-a557-a1afe14d1dca is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:20.275696 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.335814 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 3, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:20.379830 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Checking router: 79b7c173-e436-4759-ae6b-d26d199a0938 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:20.380319 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Updating router 79b7c173-e436-4759-ae6b-d26d199a0938 port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:20.438237 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 85627491-0e09-4b4e-8bf7-4ec529a3e644 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:20.442522 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.475593 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a26dea86-4ac6-49c9-b986-4e1c5fccdf65 None None] Provisioning complete for port a6b4c9db-8659-4758-a09b-a313a55d4ff3 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:20.476059 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a26dea86-4ac6-49c9-b986-4e1c5fccdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.489892 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Allocated IP 172.20.0.1 (04e80577-c11b-46ff-ba91-9c27a4ecfe44/3f828626-0b64-4bae-a8fe-cf8bcc069a9d/1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:20.620567 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a26dea86-4ac6-49c9-b986-4e1c5fccdf65 None None] Port a6b4c9db-8659-4758-a09b-a313a55d4ff3 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:20.630406 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks [] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.668174 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 85627491-0e09-4b4e-8bf7-4ec529a3e644 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:20.672372 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.672372 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a26dea86-4ac6-49c9-b986-4e1c5fccdf65 None None] Provisioning complete for port 85627491-0e09-4b4e-8bf7-4ec529a3e644 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:20.672895 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a26dea86-4ac6-49c9-b986-4e1c5fccdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.730181 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:20.781486 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:20.784467 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:20.788363 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:20.835811 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Pushing event updated for resources: {'Port': ['ID=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:20.846979 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (79b7c173-e436-4759-ae6b-d26d199a0938), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.067613 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.070378 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a26dea86-4ac6-49c9-b986-4e1c5fccdf65 None None] Current status of the port 85627491-0e09-4b4e-8bf7-4ec529a3e644 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:21.117813 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 85627491-0e09-4b4e-8bf7-4ec529a3e644 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:21.119507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 108a48a8-db95-4c32-a557-a1afe14d1dca up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:21.157405 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Publish callbacks [] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.201369 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 108a48a8-db95-4c32-a557-a1afe14d1dca triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:21.201737 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.204524 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a5d1235e-fd04-49d6-99b3-e928a1c4febe None None] Provisioning complete for port 85627491-0e09-4b4e-8bf7-4ec529a3e644 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:21.204886 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a5d1235e-fd04-49d6-99b3-e928a1c4febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.245571 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks [] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.245903 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.279275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47162-214a-47ed-96e7-e9594808509e req-c6a501ff-c704-4153-a01f-10747c3cf030 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:21.280838 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ebd47162-214a-47ed-96e7-e9594808509e req-c6a501ff-c704-4153-a01f-10747c3cf030 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0696270 Apr 07 11:57:21.304279 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.339314 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ebd47162-214a-47ed-96e7-e9594808509e req-0ba6b511-0e0b-460c-acfd-13161172db3c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524957 Apr 07 11:57:21.339822 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd997bdd-7014-4af1-b95c-384a3f9c07b4 None None] Pushing event updated for resources: {'Port': ['ID=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:21.342368 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Attempting to bind port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:21.342774 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Attempting to bind port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:21.343139 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Attempting to bind port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:21.357582 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:21.357962 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:21.358360 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.358890 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:21.365014 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Bound port: f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:21.365014 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.388488 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (79b7c173-e436-4759-ae6b-d26d199a0938), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.390725 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Pushing event updated for resources: {'Port': ['ID=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:21.467030 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 108a48a8-db95-4c32-a557-a1afe14d1dca is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:21.468146 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ce492142-eaa7-4a31-97cd-f3df36d06ca2 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:21.506517 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:21.507457 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1235e-fd04-49d6-99b3-e928a1c4febe None None] Current status of the port 85627491-0e09-4b4e-8bf7-4ec529a3e644 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:21.508326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:21.510284 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] For port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:21.528024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] For port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:21.547214 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a5d1235e-fd04-49d6-99b3-e928a1c4febe None None] Provisioning complete for port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:21.547584 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a5d1235e-fd04-49d6-99b3-e928a1c4febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.605401 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.611188 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1235e-fd04-49d6-99b3-e928a1c4febe None None] Port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:21.612895 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port ce492142-eaa7-4a31-97cd-f3df36d06ca2 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:21.613289 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.664362 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Router 79b7c173-e436-4759-ae6b-d26d199a0938 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:57:21.705516 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd997bdd-7014-4af1-b95c-384a3f9c07b4 None None] Pushing event updated for resources: {'Port': ['ID=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:21.722071 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:21.722975 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:21.790777 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:21.795735 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-2167f4dc-e395-42cf-9085-628ddcb98a1c admin admin] 10.222.0.37 "PUT /v2.0/routers/79b7c173-e436-4759-ae6b-d26d199a0938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6336279 Apr 07 11:57:21.876110 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port ce492142-eaa7-4a31-97cd-f3df36d06ca2 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:21.876495 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.892628 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-2de951dc-ccd6-40a8-a0d0-9dcb91de8d7a None None] Provisioning complete for port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:21.892998 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2de951dc-ccd6-40a8-a0d0-9dcb91de8d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:21.928104 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port ce492142-eaa7-4a31-97cd-f3df36d06ca2, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ce492142-eaa7-4a31-97cd-f3df36d06ca2,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:21.930217 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:21.981686 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-2de951dc-ccd6-40a8-a0d0-9dcb91de8d7a None None] Port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:22.019118 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.145866 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=ce492142-eaa7-4a31-97cd-f3df36d06ca2,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:22.181206 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Sync routers for ids ['4699a200-b7ea-4a20-8778-82b4f9a16645'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:22.192260 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Routers {'4699a200-b7ea-4a20-8778-82b4f9a16645'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:22.192943 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4699a200-b7ea-4a20-8778-82b4f9a16645'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:22.234138 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 2, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:22.271600 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75029b-eadb-4917-9ea3-a65489b7f882 None None] The sync data for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi is: [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 2, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:22.294798 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ce492142-eaa7-4a31-97cd-f3df36d06ca2 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:22.333136 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35436) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:22.341723 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-4853c9f1-988c-4769-8663-7cafc479b767 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028799911', 'description': 'tempest-description--614035116'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:22.348259 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Set router 4699a200-b7ea-4a20-8778-82b4f9a16645 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:22.358297 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port ce492142-eaa7-4a31-97cd-f3df36d06ca2 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:22.358794 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.459128 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4853c9f1-988c-4769-8663-7cafc479b767 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.480340 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port ce492142-eaa7-4a31-97cd-f3df36d06ca2 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:22.486687 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5bd4c-0f0b-4fc5-be41-f1024efc8d61 req-64205a0f-d67c-487b-b33b-c3e51a100491 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:22.495533 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ab5bd4c-0f0b-4fc5-be41-f1024efc8d61 req-64205a0f-d67c-487b-b33b-c3e51a100491 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0668628 Apr 07 11:57:22.565399 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ab5bd4c-0f0b-4fc5-be41-f1024efc8d61 req-3d35add2-2c43-494d-9633-7319f219a658 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686665 Apr 07 11:57:22.567706 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4853c9f1-988c-4769-8663-7cafc479b767 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (b6d949c0-6427-458c-b6e5-5e47eb661454), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.628777 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 4, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port': {'id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:13Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'a6b4c9db-8659-4758-a09b-a313a55d4ff3', 'name': '', 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'mac_address': 'fa:16:3e:32:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '71e6936e-1a01-4098-b74e-7280b23aa4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:18Z', 'revision_number': 2, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'subnets': [{'id': '71e6936e-1a01-4098-b74e-7280b23aa4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:22.657495 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Checking router: 4699a200-b7ea-4a20-8778-82b4f9a16645 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:22.657852 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Updating router 4699a200-b7ea-4a20-8778-82b4f9a16645 port a6b4c9db-8659-4758-a09b-a313a55d4ff3 binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:22.661448 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4853c9f1-988c-4769-8663-7cafc479b767 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (b6d949c0-6427-458c-b6e5-5e47eb661454), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.694543 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.698783 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853c9f1-988c-4769-8663-7cafc479b767 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d949c0-6427-458c-b6e5-5e47eb661454,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:22.743522 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4853c9f1-988c-4769-8663-7cafc479b767 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.745360 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4853c9f1-988c-4769-8663-7cafc479b767 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4100850 Apr 07 11:57:22.750209 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 35440) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:22.752123 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-a3285942-9498-432b-84a8-5161a720c13f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'security_group_rule': {'security_group_id': 'b6d949c0-6427-458c-b6e5-5e47eb661454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:22.839098 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a3285942-9498-432b-84a8-5161a720c13f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (90217b3e-d3f4-4da5-bb83-b421fd5ce8e9), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.918664 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a3285942-9498-432b-84a8-5161a720c13f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (90217b3e-d3f4-4da5-bb83-b421fd5ce8e9), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.986343 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a3285942-9498-432b-84a8-5161a720c13f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (90217b3e-d3f4-4da5-bb83-b421fd5ce8e9), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:22.999394 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Publish callbacks [] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.009725 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285942-9498-432b-84a8-5161a720c13f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90217b3e-d3f4-4da5-bb83-b421fd5ce8e9,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:23.081627 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.088598 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a3285942-9498-432b-84a8-5161a720c13f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.100650 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a3285942-9498-432b-84a8-5161a720c13f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517454 Apr 07 11:57:23.103279 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35444) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:23.108901 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-496fe082-93af-4645-9594-499d1956ae52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'security_group_rule': {'security_group_id': 'b6d949c0-6427-458c-b6e5-5e47eb661454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:23.177261 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87134a2-3cf0-4ba7-b8c3-4f01e8d5bf77 None None] Pushing event updated for resources: {'Port': ['ID=a6b4c9db-8659-4758-a09b-a313a55d4ff3,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:23.258045 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Attempting to bind port a6b4c9db-8659-4758-a09b-a313a55d4ff3 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:23.258863 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Attempting to bind port a6b4c9db-8659-4758-a09b-a313a55d4ff3 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:23.258863 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Attempting to bind port a6b4c9db-8659-4758-a09b-a313a55d4ff3 on network 63a98505-23c3-4ea0-ab17-3d75e848df88 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:23.260953 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-496fe082-93af-4645-9594-499d1956ae52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (bfffcb79-4f9a-458a-95a1-5f6d8739885e), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.264564 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:23.264955 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Checking segment: {'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:23.265365 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.265788 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Bound using segment: {'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:23.269197 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Bound port: a6b4c9db-8659-4758-a09b-a313a55d4ff3, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78c90ac-3266-444c-91b3-0808acfb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:23.269663 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.359662 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-496fe082-93af-4645-9594-499d1956ae52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (bfffcb79-4f9a-458a-95a1-5f6d8739885e), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.365866 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] For port a6b4c9db-8659-4758-a09b-a313a55d4ff3, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:23.370595 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] For port a6b4c9db-8659-4758-a09b-a313a55d4ff3, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=a6b4c9db-8659-4758-a09b-a313a55d4ff3,segment=NetworkSegment(e78c90ac-3266-444c-91b3-0808acfb03af),segment_id=e78c90ac-3266-444c-91b3-0808acfb03af)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:23.432255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-496fe082-93af-4645-9594-499d1956ae52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (bfffcb79-4f9a-458a-95a1-5f6d8739885e), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.442051 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.456052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fe082-93af-4645-9594-499d1956ae52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfffcb79-4f9a-458a-95a1-5f6d8739885e,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:23.506587 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87134a2-3cf0-4ba7-b8c3-4f01e8d5bf77 None None] Pushing event updated for resources: {'Port': ['ID=a6b4c9db-8659-4758-a09b-a313a55d4ff3,revision_number=4']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:23.511281 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Routers {'4699a200-b7ea-4a20-8778-82b4f9a16645'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:23.512101 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4699a200-b7ea-4a20-8778-82b4f9a16645'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:23.520069 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-496fe082-93af-4645-9594-499d1956ae52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.521609 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-496fe082-93af-4645-9594-499d1956ae52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170372 Apr 07 11:57:23.525381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35448) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:23.536501 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:23.546791 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-34d2bcf6-d846-412c-b863-c145ad6210a5 None None] Provisioning complete for port a6b4c9db-8659-4758-a09b-a313a55d4ff3 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:23.546791 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-34d2bcf6-d846-412c-b863-c145ad6210a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.635861 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.645004 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] Set router 4699a200-b7ea-4a20-8778-82b4f9a16645 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:23.666056 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-34d2bcf6-d846-412c-b863-c145ad6210a5 None None] Current status of the port a6b4c9db-8659-4758-a09b-a313a55d4ff3 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:23.666488 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-34d2bcf6-d846-412c-b863-c145ad6210a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.728302 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-34d2bcf6-d846-412c-b863-c145ad6210a5 None None] For port a6b4c9db-8659-4758-a09b-a313a55d4ff3, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=a6b4c9db-8659-4758-a09b-a313a55d4ff3,segment=NetworkSegment(e78c90ac-3266-444c-91b3-0808acfb03af),segment_id=e78c90ac-3266-444c-91b3-0808acfb03af)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:23.802015 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-34d2bcf6-d846-412c-b863-c145ad6210a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.803604 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db58d5-4ee5-459f-aeff-d1284e217630 req-f08c9d38-bdd6-49d9-b1a7-b21e22149b27 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:23.806303 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c2db58d5-4ee5-459f-aeff-d1284e217630 req-f08c9d38-bdd6-49d9-b1a7-b21e22149b27 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1257749 Apr 07 11:57:23.882475 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.888270 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2bcf6-d846-412c-b863-c145ad6210a5 None None] Pushing event updated for resources: {'Port': ['ID=a6b4c9db-8659-4758-a09b-a313a55d4ff3,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:23.898295 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c2db58d5-4ee5-459f-aeff-d1284e217630 req-490e00f2-9da4-4523-89c6-9498450883b3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838077 Apr 07 11:57:23.933798 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-1809238d-122f-432a-a0c2-68147cd931f6 None None] Provisioning complete for port a6b4c9db-8659-4758-a09b-a313a55d4ff3 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:23.933798 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1809238d-122f-432a-a0c2-68147cd931f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:23.971523 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 4, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port': {'id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:13Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'a6b4c9db-8659-4758-a09b-a313a55d4ff3', 'name': '', 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'mac_address': 'fa:16:3e:32:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '71e6936e-1a01-4098-b74e-7280b23aa4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:23Z', 'revision_number': 4, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'subnets': [{'id': '71e6936e-1a01-4098-b74e-7280b23aa4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:24.054647 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Allocated IP 172.27.1.94 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/f285fc65-cc0c-4d36-a48d-7cc1d97e93d6) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:24.120455 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88af06d-ed30-412a-bccf-42470e6afb17 None None] The sync data for ids ['4699a200-b7ea-4a20-8778-82b4f9a16645'] in dv-cinder-836769-3-iscsi is: [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T11:57:17Z', 'revision_number': 4, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port': {'id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:13Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'a6b4c9db-8659-4758-a09b-a313a55d4ff3', 'name': '', 'network_id': '63a98505-23c3-4ea0-ab17-3d75e848df88', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'mac_address': 'fa:16:3e:32:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '71e6936e-1a01-4098-b74e-7280b23aa4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:23Z', 'revision_number': 4, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'subnets': [{'id': '71e6936e-1a01-4098-b74e-7280b23aa4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:24.193520 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-1809238d-122f-432a-a0c2-68147cd931f6 None None] Current status of the port a6b4c9db-8659-4758-a09b-a313a55d4ff3 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:24.219758 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.291916 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:24.340853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:24.341504 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.341632 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.379497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:24.382422 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:24.389003 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:24.395012 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'Port': ['ID=f285fc65-cc0c-4d36-a48d-7cc1d97e93d6,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:24.426410 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:24.426828 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.448232 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:24.516312 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.522989 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (0f801f35-cf15-47ed-a727-2a0387e55749), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.568971 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:24.611328 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.770587 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.830305 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.906381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'Port': ['ID=f285fc65-cc0c-4d36-a48d-7cc1d97e93d6,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:24.919957 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (0f801f35-cf15-47ed-a727-2a0387e55749), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:25.030419 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf2e65-bf93-45fa-9e8a-2e573ab3543c req-b971b241-bd58-4559-ac84-9765a46774cf tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:25.031945 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-68bf2e65-bf93-45fa-9e8a-2e573ab3543c req-b971b241-bd58-4559-ac84-9765a46774cf tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0577030 Apr 07 11:57:25.035051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:25.041353 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-cdfa7a2f-36a8-4ab5-a687-115262648c22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5098629 Apr 07 11:57:25.080969 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-68bf2e65-bf93-45fa-9e8a-2e573ab3543c req-07d34baf-5a33-424f-953e-7b8ab8e9c501 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Apr 07 11:57:26.034771 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Sync routers for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:26.048680 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:26.049362 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:26.223878 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:26.272072 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca2d3-5076-414c-a82f-9896d9eececd req-10f66c2a-e8c7-41a4-8988-bcd132f0af30 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:26.275279 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-017ca2d3-5076-414c-a82f-9896d9eececd req-10f66c2a-e8c7-41a4-8988-bcd132f0af30 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1049404 Apr 07 11:57:26.390382 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-017ca2d3-5076-414c-a82f-9896d9eececd req-b6dc2d10-73af-445a-9985-fdc1e9c64745 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011484 Apr 07 11:57:26.451697 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:26.524619 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:26.524995 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:26.661488 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 2, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:26.699489 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Checking router: 79b7c173-e436-4759-ae6b-d26d199a0938 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:26.699855 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Updating router 79b7c173-e436-4759-ae6b-d26d199a0938 port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:57:26.704466 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:26.705565 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device a6b4c9db-8659-4758-a09b-a313a55d4ff3 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:26.779273 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:26.839336 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port a6b4c9db-8659-4758-a09b-a313a55d4ff3 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:26.839830 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.044669 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0c5fc97c-f26d-42d9-96fe-dcdfa32873fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.125708 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port a6b4c9db-8659-4758-a09b-a313a55d4ff3 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:27.198606 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-8cb8f88a-62a3-4abf-b1dc-25127c7fbd20 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1028799911&fields=id&tenant_id=d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 267 time: 0.1273029 Apr 07 11:57:27.352985 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Publish callbacks [] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.397174 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-4308e766-ec07-45fd-b198-3d3e12477d8e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:27.399522 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-4308e766-ec07-45fd-b198-3d3e12477d8e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 816 time: 0.1876459 Apr 07 11:57:27.430737 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.438752 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-d6b54f91-27f1-4812-becc-60c5dab07435 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/quotas/d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 375 time: 0.0301397 Apr 07 11:57:27.492826 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259901b-f17a-4837-b2cb-5e094a2ffb27 None None] Pushing event updated for resources: {'Port': ['ID=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:27.559653 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Attempting to bind port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:27.560051 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Attempting to bind port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:27.560723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Attempting to bind port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:27.569563 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:27.569989 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Checking segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:27.570395 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.570811 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Bound using segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:27.571532 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Bound port: 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:27.571960 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.575158 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-175641e1-d5f4-409a-bc13-afb6ca7c89f7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354530 Apr 07 11:57:27.683949 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] For port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:27.693706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] For port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:27.705584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221333-28dc-4543-8389-6b075935bd59 req-28f78727-99a0-46c5-9b6c-612f8a2af1ac tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:27.717577 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a221333-28dc-4543-8389-6b075935bd59 req-28f78727-99a0-46c5-9b6c-612f8a2af1ac tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.2202392 Apr 07 11:57:27.762168 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.873116 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-58243f7b-f4bf-41af-a559-674d1dfed448 service neutron] 10.222.0.37 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897332 Apr 07 11:57:27.880873 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:27.888309 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:56:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:27.954455 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a221333-28dc-4543-8389-6b075935bd59 req-71e7ed6a-b3dc-41b8-92b9-8683f704663f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214041 Apr 07 11:57:28.065895 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8151f3-418f-4f4a-9ef6-2a83b4673db7 req-f25b6635-2e6c-418d-96a2-58876ee70566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:28.065895 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd8151f3-418f-4f4a-9ef6-2a83b4673db7 req-f25b6635-2e6c-418d-96a2-58876ee70566 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1129 time: 0.3534157 Apr 07 11:57:28.121876 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-0397cc8f-b046-4d7a-9b0a-99e599ebbce6 None None] Provisioning complete for port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:28.121876 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0397cc8f-b046-4d7a-9b0a-99e599ebbce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.196792 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-4ac3efee-866c-497a-bcb1-1c29c7c01807 service neutron] 10.222.0.37 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155277 Apr 07 11:57:28.206346 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd8151f3-418f-4f4a-9ef6-2a83b4673db7 req-293024e6-3375-4e99-8439-415b4afbf2a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342974 Apr 07 11:57:28.241785 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259901b-f17a-4837-b2cb-5e094a2ffb27 None None] Pushing event updated for resources: {'Port': ['ID=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:28.327109 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:28.562020 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-05cdbbbc-5c8c-4d02-ab7e-964c32a0ee53 req-ab75ceaa-799a-48c3-86d2-298149ac54b5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 210 time: 0.0457754 Apr 07 11:57:28.674489 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-0397cc8f-b046-4d7a-9b0a-99e599ebbce6 None None] Current status of the port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:28.674971 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0397cc8f-b046-4d7a-9b0a-99e599ebbce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.757353 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-0397cc8f-b046-4d7a-9b0a-99e599ebbce6 None None] For port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:28.831369 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0397cc8f-b046-4d7a-9b0a-99e599ebbce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:28.870802 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:27Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:28.910158 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252220d-fe76-4619-a1cb-22875100c5e5 None None] The sync data for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi is: [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:27Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:28.939289 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397cc8f-b046-4d7a-9b0a-99e599ebbce6 None None] Pushing event updated for resources: {'Port': ['ID=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:28.961529 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-d0d404b6-1bdc-490d-ad88-004ef195ee33 None None] Provisioning complete for port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:28.961996 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d0d404b6-1bdc-490d-ad88-004ef195ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:29.119053 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-d0d404b6-1bdc-490d-ad88-004ef195ee33 None None] Current status of the port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:29.208209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83ddc-330d-4b11-a72c-1ef51e29b3a0 req-0bf177e4-ec90-467f-b469-a3fa8df0c96b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:29.209738 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60c83ddc-330d-4b11-a72c-1ef51e29b3a0 req-0bf177e4-ec90-467f-b469-a3fa8df0c96b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0981805 Apr 07 11:57:29.331276 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60c83ddc-330d-4b11-a72c-1ef51e29b3a0 req-10d5ecd1-b1fd-4d51-a945-e75ca0523f45 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026473 Apr 07 11:57:29.527708 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7aba6909-6bf4-414a-9d8e-c7723b3bc89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:29.675180 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-485ba319-3afc-48e0-a519-51a9cf46b921 req-83d5ea42-5841-4403-bbc7-19bf6a441bd3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 210 time: 0.0541079 Apr 07 11:57:30.284639 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:30.335693 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:30.336713 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:30.468846 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:30.510991 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fee66-786f-411d-815e-94b9e8d8be40 req-61da0485-e3b4-44d4-a9ed-4b6b7b1280b5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:30.512505 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-206fee66-786f-411d-815e-94b9e8d8be40 req-61da0485-e3b4-44d4-a9ed-4b6b7b1280b5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0898638 Apr 07 11:57:30.538486 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:30.572253 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-206fee66-786f-411d-815e-94b9e8d8be40 req-fa827b2c-4139-4dd6-b043-bcf702a3ceb3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505095 Apr 07 11:57:30.804807 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-97e96866-9682-4a87-901d-ed3ea9d91aa1 req-0ec912f5-989b-4795-b86f-2306a2cb02d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 210 time: 0.0380712 Apr 07 11:57:31.794313 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57851e63-3a1e-42e8-8340-5c18089f54ab req-45f5f694-717d-44f3-bc71-3c73c70e4cd7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:31.795858 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-57851e63-3a1e-42e8-8340-5c18089f54ab req-45f5f694-717d-44f3-bc71-3c73c70e4cd7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1321890 Apr 07 11:57:31.803689 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-776748a1-87ee-48fb-a675-bf077bff5b72 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:31.805238 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-776748a1-87ee-48fb-a675-bf077bff5b72 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 816 time: 0.1944995 Apr 07 11:57:31.923032 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-57851e63-3a1e-42e8-8340-5c18089f54ab req-1e01a7d2-788d-47b0-9457-947759852e54 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149352 Apr 07 11:57:31.972146 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6384e8af-502a-41b3-b4ab-5acf5fd342e8 req-77b78b59-5093-49eb-8a9c-19029dc76ec2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 210 time: 0.0619066 Apr 07 11:57:32.019039 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-649bccad-d78f-48c0-a1c5-611de2d497ed tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 380 time: 0.2033081 Apr 07 11:57:32.035051 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:32.042622 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'port': {'device_id': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'admin_state_up': True, 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'security_groups': ['b6d949c0-6427-458c-b6e5-5e47eb661454']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:32.235843 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Made reservation on behalf of d93e40f8e66348efb495a1d7350e5cf2 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:32.240378 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:32.706754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Allocated IP 172.20.0.11 (04e80577-c11b-46ff-ba91-9c27a4ecfe44/3f828626-0b64-4bae-a8fe-cf8bcc069a9d/b8bcf5ef-b702-45a7-bba1-70cb861b990f) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:32.735336 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a0b8f-1035-474a-9000-085e96450afd req-1a11c2e7-762a-481a-8ce7-dae8f3771146 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:32.736882 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a5a0b8f-1035-474a-9000-085e96450afd req-1a11c2e7-762a-481a-8ce7-dae8f3771146 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.3343742 Apr 07 11:57:32.768973 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-aaf8afbb-5d14-4f49-a66d-e5497081381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:32.770427 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-aaf8afbb-5d14-4f49-a66d-e5497081381e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1129 time: 0.3239510 Apr 07 11:57:32.919971 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a5a0b8f-1035-474a-9000-085e96450afd req-27f27e00-bcc8-470d-b3cf-6df05c2b0bfb tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667855 Apr 07 11:57:32.976206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-5c07a808-4d75-4ccf-8466-6ddc2423be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:32.977902 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-5c07a808-4d75-4ccf-8466-6ddc2423be92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.1967626 Apr 07 11:57:32.989039 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.033774 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-de73fb37-5f0a-4697-be60-d34032456414 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 217 time: 0.0478003 Apr 07 11:57:33.102823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-f3914258-854c-41b8-94b3-78c817139f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:33.104343 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-f3914258-854c-41b8-94b3-78c817139f66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0636411 Apr 07 11:57:33.166681 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-760793ab-edc1-45d9-80fc-f0c02cd53912 req-ec17d5db-3287-475e-a9f9-ca3beaeccc69 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 210 time: 0.0566781 Apr 07 11:57:33.193820 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-07aec05e-9839-4a98-bc65-aadd2ec23433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:33.197648 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-07aec05e-9839-4a98-bc65-aadd2ec23433 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832467 Apr 07 11:57:33.231436 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.299432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:33.304211 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:33.310675 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:33.367042 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:33.367768 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.404501 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:33.416209 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.432389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-f2b011c1-8b6a-4da5-8a9a-f87559778c3a service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300458 Apr 07 11:57:33.472524 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-667674a1-6555-40c5-9771-e34eed259501 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4345877 Apr 07 11:57:33.486054 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Request body: {'port': {'device_id': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:33.624534 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.630523 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9182067-c466-40a7-bdc6-72ecc0a1f0cc req-c7d3b7a5-66df-4805-8d7b-c434ec9e4d10 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916027 Apr 07 11:57:33.807895 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-02e54f21-0c2d-44c4-91e5-fe9fb3462966 None None] Provisioning complete for port b8bcf5ef-b702-45a7-bba1-70cb861b990f triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:33.808274 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-02e54f21-0c2d-44c4-91e5-fe9fb3462966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.848316 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-02e54f21-0c2d-44c4-91e5-fe9fb3462966 None None] Port b8bcf5ef-b702-45a7-bba1-70cb861b990f cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:33.988777 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bcf5ef-b702-45a7-bba1-70cb861b990f {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:57:34.002007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Publish callbacks [] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.054336 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Transition to ACTIVE for port object b8bcf5ef-b702-45a7-bba1-70cb861b990f will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:57:34.080409 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c8a39-0456-4ce7-b74f-d5c15e4dc6c1 req-24d110b2-287e-42aa-aa38-415eebc29eb4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:34.082034 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d13c8a39-0456-4ce7-b74f-d5c15e4dc6c1 req-24d110b2-287e-42aa-aa38-415eebc29eb4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0766928 Apr 07 11:57:34.132633 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d13c8a39-0456-4ce7-b74f-d5c15e4dc6c1 req-199b476f-4597-4881-9f38-0cf42ac682a8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Apr 07 11:57:34.282165 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4226-cb9f-4051-8f70-1606170cc2ca req-ae4809c4-e043-4493-aefa-c9515b66745b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:34.283640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e78d4226-cb9f-4051-8f70-1606170cc2ca req-ae4809c4-e043-4493-aefa-c9515b66745b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 932 time: 0.0526133 Apr 07 11:57:34.330581 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.342773 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e78d4226-cb9f-4051-8f70-1606170cc2ca req-284b1c22-95c6-408c-ad54-5264c05df408 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535247 Apr 07 11:57:34.390164 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:34.490831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Attempting to bind port b8bcf5ef-b702-45a7-bba1-70cb861b990f on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:34.491313 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Attempting to bind port b8bcf5ef-b702-45a7-bba1-70cb861b990f by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:34.491651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Attempting to bind port b8bcf5ef-b702-45a7-bba1-70cb861b990f on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:34.497886 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Port b8bcf5ef-b702-45a7-bba1-70cb861b990f on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:57:34.498206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Attempting to bind port b8bcf5ef-b702-45a7-bba1-70cb861b990f on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:34.503671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:34.504019 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Checking segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:34.504396 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Bound using segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:34.504835 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Bound port: b8bcf5ef-b702-45a7-bba1-70cb861b990f, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:34.505196 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.602932 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:34.604278 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:34.698744 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.725113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:34.725558 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.730722 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] 10.222.0.48 "PUT /v2.0/ports/b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 1094 time: 1.2490482 Apr 07 11:57:34.755002 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:34.757470 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0212462-29e7-450e-b4f5-dcfba8dd41cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:34.829982 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2bdbe6-01f6-44b6-b953-bd03128b2e19 x-openstack-request-id: req-6b2bdbe6-01f6-44b6-b953-bd03128b2e19 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:34.830279 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:34.830531 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b2bdbe6-01f6-44b6-b953-bd03128b2e19 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:34.830965 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2bdbe6-01f6-44b6-b953-bd03128b2e19'] response: {'name': 'network-changed', 'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'status': 'completed', 'code': 200} Apr 07 11:57:34.831517 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fd2a3-5e76-456d-abf8-73f48805b53d service neutron] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:35.298791 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924974-bb0c-4def-aea5-10253aeadc41 req-b0640e17-24f8-4dad-986e-ff5f647567fe tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:35.302612 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-75924974-bb0c-4def-aea5-10253aeadc41 req-b0640e17-24f8-4dad-986e-ff5f647567fe tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0856719 Apr 07 11:57:35.361998 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-75924974-bb0c-4def-aea5-10253aeadc41 req-e350ade0-25c8-4e78-8c5f-3988efe4606c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544350 Apr 07 11:57:35.503856 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d78b70-7461-4267-9a30-5ee3ba7073c3 req-76678336-ee4b-49a7-81e0-96a93fc205ea tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:35.505798 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48d78b70-7461-4267-9a30-5ee3ba7073c3 req-76678336-ee4b-49a7-81e0-96a93fc205ea tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0716040 Apr 07 11:57:35.569250 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48d78b70-7461-4267-9a30-5ee3ba7073c3 req-d1c4bae2-a291-43e4-bd35-ef771a3460a6 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573330 Apr 07 11:57:36.431333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0212462-29e7-450e-b4f5-dcfba8dd41cd req-c1b7d98f-b8d5-43ab-bbc7-b2316e22c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:36.432860 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e0212462-29e7-450e-b4f5-dcfba8dd41cd req-c1b7d98f-b8d5-43ab-bbc7-b2316e22c397 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1128 time: 0.0657880 Apr 07 11:57:36.644754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268202-f901-4182-8c31-fb42902a384b req-0dae5945-5b79-4e07-89a3-df9095cb8507 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:36.648939 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb268202-f901-4182-8c31-fb42902a384b req-0dae5945-5b79-4e07-89a3-df9095cb8507 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1858592 Apr 07 11:57:36.694630 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0212462-29e7-450e-b4f5-dcfba8dd41cd req-77e73012-ba38-485b-b4e2-dbfa971f521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:36.696640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e0212462-29e7-450e-b4f5-dcfba8dd41cd req-77e73012-ba38-485b-b4e2-dbfa971f521b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2448957 Apr 07 11:57:36.745675 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb268202-f901-4182-8c31-fb42902a384b req-70795fb8-c2f9-4651-b1b6-00497a485087 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915284 Apr 07 11:57:36.768636 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf97d-bc4e-4a15-9b28-160a673e8666 req-43256f1e-ea90-4086-a545-9f249fa15590 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:36.770684 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-550cf97d-bc4e-4a15-9b28-160a673e8666 req-43256f1e-ea90-4086-a545-9f249fa15590 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0920596 Apr 07 11:57:36.963295 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-550cf97d-bc4e-4a15-9b28-160a673e8666 req-791ebd79-1e23-451e-981d-a9b3fc328ba5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861544 Apr 07 11:57:37.068108 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0212462-29e7-450e-b4f5-dcfba8dd41cd req-d0111c33-bcea-4d54-9a91-ed71f96b5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:37.069562 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e0212462-29e7-450e-b4f5-dcfba8dd41cd req-d0111c33-bcea-4d54-9a91-ed71f96b5ec3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2784388 Apr 07 11:57:37.335455 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-b3ce9772-c207-4c2f-84e3-a349e81e1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:37.336709 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-b3ce9772-c207-4c2f-84e3-a349e81e1861 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1128 time: 0.0515141 Apr 07 11:57:37.604178 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-1cda23c6-0f67-4403-aa7e-f837b63f9a03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 217 time: 0.2592287 Apr 07 11:57:37.661828 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-9602de4e-0375-4871-9c79-65df9b932c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:37.663380 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-9602de4e-0375-4871-9c79-65df9b932c72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0537608 Apr 07 11:57:37.718793 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-6e7f421d-8c3f-4bc6-8351-833dd166fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:37.718793 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-6e7f421d-8c3f-4bc6-8351-833dd166fb62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481305 Apr 07 11:57:37.820005 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-74568fc7-4d56-45b8-9c25-684dda532253 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954254 Apr 07 11:57:37.944823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24ca7c-cca6-477b-8ec0-dfcbac688aaa req-d19f1d28-fa7b-4a7f-a2a7-5558fa336fc4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:37.946920 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a24ca7c-cca6-477b-8ec0-dfcbac688aaa req-d19f1d28-fa7b-4a7f-a2a7-5558fa336fc4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.1133764 Apr 07 11:57:37.980275 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7fda9bf-dd08-4ef6-a9e3-703d40665b47 req-55cb345d-36f0-4c18-b429-69ab2447dec0 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537552 Apr 07 11:57:38.015983 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a24ca7c-cca6-477b-8ec0-dfcbac688aaa req-92af48cc-5c66-4ed8-848d-8490fe2f8456 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Apr 07 11:57:38.147922 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de7825-61ae-4381-8927-a9f57f5e4cda req-172552fb-c25f-4f7e-aa88-11fb4249274b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:38.156423 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04de7825-61ae-4381-8927-a9f57f5e4cda req-172552fb-c25f-4f7e-aa88-11fb4249274b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0741253 Apr 07 11:57:38.213271 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04de7825-61ae-4381-8927-a9f57f5e4cda req-87fe5129-5f2e-4813-a0fb-1d8ed42ca29e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531275 Apr 07 11:57:39.408391 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967240-c0d7-4978-973a-707d1a7b1b1d req-72aab8d5-0462-459a-9a51-2efbd6d6f41c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:39.409864 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa967240-c0d7-4978-973a-707d1a7b1b1d req-72aab8d5-0462-459a-9a51-2efbd6d6f41c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.1314671 Apr 07 11:57:39.452173 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-50fcacd3-255d-4457-bf60-b88174b72d8e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:39.453599 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-50fcacd3-255d-4457-bf60-b88174b72d8e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 815 time: 0.1527884 Apr 07 11:57:39.480734 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-b74fdde4-3b8f-4ce8-8a75-2c855c4c40aa tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/quotas/b661a0f919aa4ec98c5e86d518aa8bbe HTTP/1.1" status: 200 len: 375 time: 0.0175920 Apr 07 11:57:39.487471 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa967240-c0d7-4978-973a-707d1a7b1b1d req-128c64b3-33c2-416f-9988-9394cba0deb1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709510 Apr 07 11:57:39.537851 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-ee51df86-8ac5-43c2-9011-418726437599 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494680 Apr 07 11:57:39.630113 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-89534151-9d99-478d-b9de-8a30127c21e7 service neutron] 10.222.0.37 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809619 Apr 07 11:57:39.722842 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-c3e97a4d-96c0-48a3-b546-c9db7809393f service neutron] 10.222.0.37 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869236 Apr 07 11:57:39.906896 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:57:40.017260 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa45cac5-945b-4520-bd0e-5f72089a959c req-4c9e9e56-72e2-4181-a377-21aafca1007a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0270715 Apr 07 11:57:40.616307 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88e5f-2c53-4b79-9af5-e9014d8e76e8 req-082ddc02-9c96-4a6f-8842-a899d17bb91e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:40.617924 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ba88e5f-2c53-4b79-9af5-e9014d8e76e8 req-082ddc02-9c96-4a6f-8842-a899d17bb91e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0527213 Apr 07 11:57:40.671395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ba88e5f-2c53-4b79-9af5-e9014d8e76e8 req-c64decda-dbd4-4a66-bd2e-60005ffcfda3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477021 Apr 07 11:57:41.100893 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-310e4d57-828e-4b59-a55b-c5a4497cd6f8 req-ef4951bb-d989-4ae6-91ac-031ed7b1e22a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0327024 Apr 07 11:57:41.800201 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64fe1f-aeb6-4006-a59e-3b50686a910f req-dae1e438-f51e-450a-adc8-e301e5b1abd1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:41.801671 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9f64fe1f-aeb6-4006-a59e-3b50686a910f req-dae1e438-f51e-450a-adc8-e301e5b1abd1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0517440 Apr 07 11:57:41.851479 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9f64fe1f-aeb6-4006-a59e-3b50686a910f req-297c416e-7c73-4cf1-aa0b-70dd614c66ed tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Apr 07 11:57:42.199695 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ac6566a-e8d8-4953-a337-6067cdc1cdea req-079a9323-a809-4b9d-9078-c2b96bf51e67 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0332103 Apr 07 11:57:42.220158 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35936) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:42.221697 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-7fc47d24-3256-48c0-b03f-7e7fee785d28 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642094560', 'description': 'tempest-description--42306861'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:42.293360 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7fc47d24-3256-48c0-b03f-7e7fee785d28 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.359986 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7fc47d24-3256-48c0-b03f-7e7fee785d28 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group (ad9f9d4a-b8d6-4b75-8823-748f93e69725), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.432389 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7fc47d24-3256-48c0-b03f-7e7fee785d28 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ad9f9d4a-b8d6-4b75-8823-748f93e69725), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.460479 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc47d24-3256-48c0-b03f-7e7fee785d28 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f9d4a-b8d6-4b75-8823-748f93e69725,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:42.513929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7fc47d24-3256-48c0-b03f-7e7fee785d28 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.515201 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7fc47d24-3256-48c0-b03f-7e7fee785d28 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2969651 Apr 07 11:57:42.517975 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35942) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:42.522222 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-a90fcb3a-d41b-4eb7-9c18-3f25df2da2af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f9d4a-b8d6-4b75-8823-748f93e69725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:42.620071 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a90fcb3a-d41b-4eb7-9c18-3f25df2da2af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group_rule (c87ed44b-35fc-49c9-924d-41a813271716), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.673324 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a90fcb3a-d41b-4eb7-9c18-3f25df2da2af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group_rule (c87ed44b-35fc-49c9-924d-41a813271716), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.750238 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a90fcb3a-d41b-4eb7-9c18-3f25df2da2af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (c87ed44b-35fc-49c9-924d-41a813271716), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.769005 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fcb3a-d41b-4eb7-9c18-3f25df2da2af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87ed44b-35fc-49c9-924d-41a813271716,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:42.843874 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a90fcb3a-d41b-4eb7-9c18-3f25df2da2af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:42.845116 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a90fcb3a-d41b-4eb7-9c18-3f25df2da2af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261793 Apr 07 11:57:42.848433 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35944) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:42.854244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-135a011e-96b1-4d67-b600-4ee1460aa362 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f9d4a-b8d6-4b75-8823-748f93e69725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:42.951443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-135a011e-96b1-4d67-b600-4ee1460aa362 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group_rule (b38602b4-e7b5-42a1-98e4-f9933982d9c5), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.007189 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bd434-5e1a-41d8-82d5-dd53a2d863d2 req-79d51aef-4e5e-43c7-8c34-edd3c46ffb68 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:43.008923 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-272bd434-5e1a-41d8-82d5-dd53a2d863d2 req-79d51aef-4e5e-43c7-8c34-edd3c46ffb68 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0876338 Apr 07 11:57:43.035292 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-135a011e-96b1-4d67-b600-4ee1460aa362 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group_rule (b38602b4-e7b5-42a1-98e4-f9933982d9c5), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.075183 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-272bd434-5e1a-41d8-82d5-dd53a2d863d2 req-02741c24-8034-4b37-9ab7-a3b4354e8a95 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605543 Apr 07 11:57:43.110084 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-135a011e-96b1-4d67-b600-4ee1460aa362 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (b38602b4-e7b5-42a1-98e4-f9933982d9c5), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.128662 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a011e-96b1-4d67-b600-4ee1460aa362 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38602b4-e7b5-42a1-98e4-f9933982d9c5,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:43.191963 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-135a011e-96b1-4d67-b600-4ee1460aa362 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.193188 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-135a011e-96b1-4d67-b600-4ee1460aa362 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3437612 Apr 07 11:57:43.196817 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 35952) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:43.201274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:43.302336 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2970c783-8a38-4bc9-9c33-38e41a302ed8 req-b1a01cd0-422c-4ad7-9b7b-ce97d191e112 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0349815 Apr 07 11:57:43.303375 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.406633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.509173 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Allocated IP 172.27.1.15 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/d3f81487-6aad-4f4b-a09b-b59d5c0739a1) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:43.623187 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.710887 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.748130 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:43.750885 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:43.753315 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:43.784352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'Port': ['ID=d3f81487-6aad-4f4b-a09b-b59d5c0739a1,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:43.851897 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:43.943598 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:44.098761 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:44.188590 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:44.238441 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c50bd-f243-4355-b8e7-da1f2ef793c7 req-90ed5ec4-38b2-4965-9474-c360fd60bc5a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:44.240115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa7c50bd-f243-4355-b8e7-da1f2ef793c7 req-90ed5ec4-38b2-4965-9474-c360fd60bc5a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0930259 Apr 07 11:57:44.298412 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'Port': ['ID=d3f81487-6aad-4f4b-a09b-b59d5c0739a1,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:44.313162 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:44.342582 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa7c50bd-f243-4355-b8e7-da1f2ef793c7 req-b8e19b1f-b864-4126-a384-0f2db7fda5d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941870 Apr 07 11:57:44.417262 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-057d9f2c-ebcc-4aa0-bd26-6ff8fbdb08a8 req-d2cd8120-d966-47ee-ab43-1d438dcecea1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0272431 Apr 07 11:57:44.419818 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:44.420913 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-4026b88a-20d3-4474-bba0-8b01109f4037 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2231467 Apr 07 11:57:45.311397 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-5fe21f42-22da-4111-95d9-7236862a792f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448046 Apr 07 11:57:45.384940 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-90eb1f6a-d9c5-40d8-b81b-44bd7fc91e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:45.384940 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-90eb1f6a-d9c5-40d8-b81b-44bd7fc91e14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1130 time: 0.0478702 Apr 07 11:57:45.481742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2732bb-88ac-48d8-a1e5-91106387592f req-d2b929b7-30fe-470e-8c8b-75a32df20888 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:45.483473 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8d2732bb-88ac-48d8-a1e5-91106387592f req-d2b929b7-30fe-470e-8c8b-75a32df20888 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0651832 Apr 07 11:57:45.545287 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8d2732bb-88ac-48d8-a1e5-91106387592f req-66acfcbc-a548-428c-865f-218bdd625435 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560119 Apr 07 11:57:45.635350 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9576c05c-6db7-4530-9db1-f66032fda066 req-bde84213-ccec-4528-9b3b-3201001b45d4 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0279481 Apr 07 11:57:45.723523 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-8f77a245-7240-403e-94db-57e954e1a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:45.724965 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-8f77a245-7240-403e-94db-57e954e1a397 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0878739 Apr 07 11:57:45.766640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-3aa63e07-a9d3-4087-b771-282949e80050 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 200 len: 217 time: 0.0347083 Apr 07 11:57:45.813287 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-a42fdce9-b126-49d8-9cc0-edf88a594bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:45.814721 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-a42fdce9-b126-49d8-9cc0-edf88a594bba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0425336 Apr 07 11:57:45.890542 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-d0bc0b64-b1ba-4a5a-ac6d-b1f04f298764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:45.891969 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-d0bc0b64-b1ba-4a5a-ac6d-b1f04f298764 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702181 Apr 07 11:57:46.035986 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-c5029e16-31d1-4552-bfbd-3af66e15596c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:46.037408 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-c5029e16-31d1-4552-bfbd-3af66e15596c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.48 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 815 time: 0.1730666 Apr 07 11:57:46.050234 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'port': {'device_id': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'admin_state_up': True, 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:46.054456 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-0fbcdeef-d596-476d-a894-65c868559fb1 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536071 Apr 07 11:57:46.219113 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6cd62faf-4bc1-4537-9f0d-f8751b90eda3 req-29ad69d9-4703-4309-9c96-9b4f5163cb53 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515207 Apr 07 11:57:46.298825 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Made reservation on behalf of b661a0f919aa4ec98c5e86d518aa8bbe for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:57:46.302184 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:46.390980 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:46.472294 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:57:46.579922 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:46.606809 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'port_id': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'mac_address': 'fa:16:3e:79:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:57:46.663093 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:46.663653 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:46.678710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bcf5ef-b702-45a7-bba1-70cb861b990f {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:57:46.680082 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Allocated IP 172.20.0.5 (ad7f9080-a49f-48c3-aae8-8103bf2710e0/fb45b1dc-08f7-406f-8370-9a7c1d811edb/f09020c1-74a1-4432-8e2f-bd915b8a03f1) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:57:46.699803 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:46.731504 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643582f-9e8c-418c-a5be-c5bc31d7c8a2 req-c4bd8725-0429-457a-a7ba-8165ce0622e7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:46.732967 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a643582f-9e8c-418c-a5be-c5bc31d7c8a2 req-c4bd8725-0429-457a-a7ba-8165ce0622e7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0872159 Apr 07 11:57:46.792619 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:46.852341 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:46.855271 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a643582f-9e8c-418c-a5be-c5bc31d7c8a2 req-27f7237d-ed49-44c9-89c8-e111ebdac7c6 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161733 Apr 07 11:57:46.891476 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:46.952280 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-021705c2-437d-45f8-9f14-6fd7345e63ac req-2c3501c0-bfdc-4f29-9597-adf3a498649f tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0264080 Apr 07 11:57:46.987116 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.028097 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:57:47.031123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:57:47.037224 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:57:47.043623 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:47.098134 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:47.098997 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.170154 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-7689cd2b-c230-46cd-83be-caeae740977d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1237621 Apr 07 11:57:47.237016 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-456ed531-a913-4410-9b28-251914c1a8db None None] Provisioning complete for port f09020c1-74a1-4432-8e2f-bd915b8a03f1 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:47.237450 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-456ed531-a913-4410-9b28-251914c1a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.278069 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-456ed531-a913-4410-9b28-251914c1a8db None None] Port f09020c1-74a1-4432-8e2f-bd915b8a03f1 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:57:47.326113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Request body: {'port': {'device_id': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:47.336577 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['b8bcf5ef-b702-45a7-bba1-70cb861b990f'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:57:47.386799 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.657676 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09020c1-74a1-4432-8e2f-bd915b8a03f1 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:57:47.665765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Publish callbacks [] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.677465 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Transition to ACTIVE for port object f09020c1-74a1-4432-8e2f-bd915b8a03f1 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:57:47.744240 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.801186 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Pushing event updated for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:47.874782 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Attempting to bind port f09020c1-74a1-4432-8e2f-bd915b8a03f1 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:57:47.875118 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Attempting to bind port f09020c1-74a1-4432-8e2f-bd915b8a03f1 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:57:47.875448 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Attempting to bind port f09020c1-74a1-4432-8e2f-bd915b8a03f1 on network ad7f9080-a49f-48c3-aae8-8103bf2710e0 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:47.879998 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Port f09020c1-74a1-4432-8e2f-bd915b8a03f1 on network ad7f9080-a49f-48c3-aae8-8103bf2710e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:57:47.880338 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Attempting to bind port f09020c1-74a1-4432-8e2f-bd915b8a03f1 on network ad7f9080-a49f-48c3-aae8-8103bf2710e0 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:57:47.886035 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:57:47.886376 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Checking segment: {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:57:47.886790 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Bound using segment: {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:57:47.887222 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Bound port: f09020c1-74a1-4432-8e2f-bd915b8a03f1, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073387b8-6b34-4f33-b243-5cf6eb41f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:57:47.887583 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:47.987373 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:57:48.002716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:57:48.020345 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fcf2c-e0a0-48a8-9dae-629a8307865c req-bc9b9f6b-1006-44fb-af0f-fe44de02b65e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.021836 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6e5fcf2c-e0a0-48a8-9dae-629a8307865c req-bc9b9f6b-1006-44fb-af0f-fe44de02b65e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 945 time: 0.0772607 Apr 07 11:57:48.067575 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6e5fcf2c-e0a0-48a8-9dae-629a8307865c req-191e09b9-44d8-4a23-b5cf-8b9eba164846 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Apr 07 11:57:48.081767 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:48.116650 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.119237 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:48.119237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] 10.222.0.48 "PUT /v2.0/ports/f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 1093 time: 0.7973049 Apr 07 11:57:48.120172 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:48.122786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82b9a8d-160a-4de8-b7b7-78476bda2483" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:48.189865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8c8c6-cb3a-4dd2-bb15-8484003ab353 service neutron] Pushing event updated for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:48.230231 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dbf08-0ea7-4825-be47-23cfc53944c0 req-81c9d93c-5069-48e6-b554-1f34a5874c95 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.231931 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-086dbf08-0ea7-4825-be47-23cfc53944c0 req-81c9d93c-5069-48e6-b554-1f34a5874c95 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0942571 Apr 07 11:57:48.308797 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-086dbf08-0ea7-4825-be47-23cfc53944c0 req-2acf431e-5e18-4036-98eb-4305688dfb7b tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680490 Apr 07 11:57:48.314343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-04409bb7-94f6-4f92-9b0b-888a6c5ec810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.315905 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-04409bb7-94f6-4f92-9b0b-888a6c5ec810 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1127 time: 0.0826769 Apr 07 11:57:48.362828 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-a26f402b-702d-46a5-a730-296ff1f11424 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 217 time: 0.0386941 Apr 07 11:57:48.366154 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c625ec-2e08-4ac1-abd7-963f89458fcb x-openstack-request-id: req-19c625ec-2e08-4ac1-abd7-963f89458fcb {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:48.366437 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:48.366722 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19c625ec-2e08-4ac1-abd7-963f89458fcb {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:48.367637 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c625ec-2e08-4ac1-abd7-963f89458fcb'] response: {'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'status': 'completed', 'code': 200} Apr 07 11:57:48.430285 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-456b1926-ea88-4fc5-8f37-a6842a1a865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.431805 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-456b1926-ea88-4fc5-8f37-a6842a1a865e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 200 len: 854 time: 0.0434406 Apr 07 11:57:48.484007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-ad3ab661-d9d4-4d34-a042-ab944d695086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.485516 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-ad3ab661-d9d4-4d34-a042-ab944d695086 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f9080-a49f-48c3-aae8-8103bf2710e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457208 Apr 07 11:57:48.579338 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-ea7ff6bc-1f01-4db1-bb73-fe4914c8e4fc service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872242 Apr 07 11:57:48.669313 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12056803-34ce-434c-a0cb-79c09bb9d5c2 req-009f9b0f-285e-4d84-9db7-90a7fdc054e2 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835950 Apr 07 11:57:48.754835 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:48.845999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-520a0754-8bd4-4a6b-8a87-a95ec2708d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.847510 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-520a0754-8bd4-4a6b-8a87-a95ec2708d9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1127 time: 0.0455403 Apr 07 11:57:48.877726 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port b8bcf5ef-b702-45a7-bba1-70cb861b990f completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:57:48.881641 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port b8bcf5ef-b702-45a7-bba1-70cb861b990f triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:48.882021 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:48.942685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-495e11a7-a2cd-4023-b375-fae3b0be9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:48.944174 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-495e11a7-a2cd-4023-b375-fae3b0be9b33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 916 time: 0.0898364 Apr 07 11:57:48.962980 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:48.963366 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:48.985017 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-b74e8037-0ade-4c59-8b78-808b0a4c7a43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 217 time: 0.0346029 Apr 07 11:57:48.987383 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:48.992840 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82ba34-b15c-49f6-8be5-0fbdcaa82e7c" -d '{"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:49.002956 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:49.025633 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b96226-e820-458c-bc87-22f9eab644ac x-openstack-request-id: req-02b96226-e820-458c-bc87-22f9eab644ac {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:49.025955 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:49.026222 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02b96226-e820-458c-bc87-22f9eab644ac {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:49.026676 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b96226-e820-458c-bc87-22f9eab644ac'] response: {'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'code': 200} Apr 07 11:57:49.038727 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-c0ab4991-cdae-48f6-821f-2e7d28d17935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:49.040723 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-c0ab4991-cdae-48f6-821f-2e7d28d17935 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 200 len: 854 time: 0.0494857 Apr 07 11:57:49.072341 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:49.131236 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:49.137383 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-911c722e-a23a-4518-90aa-afb44ac0ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:49.139783 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-911c722e-a23a-4518-90aa-afb44ac0ba58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f9080-a49f-48c3-aae8-8103bf2710e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580995 Apr 07 11:57:49.271998 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4643a7-8310-45ca-95c4-69d168ad66a3 req-b5fb40d9-a2c3-44d7-8303-1f180ad38a9d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:49.273622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-df4643a7-8310-45ca-95c4-69d168ad66a3 req-b5fb40d9-a2c3-44d7-8303-1f180ad38a9d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.1179430 Apr 07 11:57:49.293977 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-e881db4e-a1df-4573-a46d-018f6a39d0b1 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295154 Apr 07 11:57:49.389732 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-df4643a7-8310-45ca-95c4-69d168ad66a3 req-a0136b19-e0c5-4257-92ec-0e132dd42436 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068823 Apr 07 11:57:49.451075 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a82b9a8d-160a-4de8-b7b7-78476bda2483 req-af911fd9-a3bb-4bb5-8de0-8cabe5785a36 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499949 Apr 07 11:57:49.504949 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e667242-11c2-4318-82b9-9dff08d54cf7 req-52594699-b480-4f11-8a15-537bcdf9f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:49.506452 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3e667242-11c2-4318-82b9-9dff08d54cf7 req-52594699-b480-4f11-8a15-537bcdf9f058 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1130 time: 0.0912678 Apr 07 11:57:49.546804 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf76a-bb26-4c5b-bd3a-c019c159e2ce req-7ad1f43b-d246-4215-94a0-018a548ef9d8 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:49.548277 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-99cdf76a-bb26-4c5b-bd3a-c019c159e2ce req-7ad1f43b-d246-4215-94a0-018a548ef9d8 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0933537 Apr 07 11:57:49.582873 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3e667242-11c2-4318-82b9-9dff08d54cf7 req-36b7a9eb-8770-46d1-8952-f2134068e685 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689147 Apr 07 11:57:49.610463 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-99cdf76a-bb26-4c5b-bd3a-c019c159e2ce req-82d6158c-7980-4a94-8b18-e7bcb50918f8 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545385 Apr 07 11:57:50.521629 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c731d-069b-4774-9488-986a9f52711a req-43d72f9e-b511-4457-bb57-24cf3abf1da2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:50.523604 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-206c731d-069b-4774-9488-986a9f52711a req-43d72f9e-b511-4457-bb57-24cf3abf1da2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0552537 Apr 07 11:57:50.577609 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-206c731d-069b-4774-9488-986a9f52711a req-ad1f5e2f-d7bf-4455-851a-d8a21e0650c7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Apr 07 11:57:50.730565 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ee1a3-59f9-402d-bdad-de54032d59de req-d5cacc31-6c8f-4b67-b0a0-f0ee22f8434b tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:50.732043 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a45ee1a3-59f9-402d-bdad-de54032d59de req-d5cacc31-6c8f-4b67-b0a0-f0ee22f8434b tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0535319 Apr 07 11:57:50.777502 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a45ee1a3-59f9-402d-bdad-de54032d59de req-fb70924f-2090-4e5e-a4f4-e970b045c342 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Apr 07 11:57:51.703572 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44c830-3e1b-466f-b9fc-fe3a477cf5f0 req-1a209f73-3a29-4c95-93b6-25ae600d57ea tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:51.705019 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ad44c830-3e1b-466f-b9fc-fe3a477cf5f0 req-1a209f73-3a29-4c95-93b6-25ae600d57ea tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0552855 Apr 07 11:57:51.760739 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ad44c830-3e1b-466f-b9fc-fe3a477cf5f0 req-85293504-f991-42e9-991c-ff085226379c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502183 Apr 07 11:57:51.905987 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a894c61-671f-4f53-9e89-3ae540e2bb61 req-951a01b5-23d9-4fa4-8006-e663eb91f1f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:51.907517 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a894c61-671f-4f53-9e89-3ae540e2bb61 req-951a01b5-23d9-4fa4-8006-e663eb91f1f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0613339 Apr 07 11:57:51.954570 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a894c61-671f-4f53-9e89-3ae540e2bb61 req-ef71c614-617e-4398-a1cd-fb3bc9a8de61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Apr 07 11:57:52.881258 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0aa4bd-534e-44d4-9eeb-2cc0e802a61a req-9a75ffcf-cd5d-4a6d-be22-23ba89789296 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:52.882906 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb0aa4bd-534e-44d4-9eeb-2cc0e802a61a req-9a75ffcf-cd5d-4a6d-be22-23ba89789296 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0539024 Apr 07 11:57:52.931775 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb0aa4bd-534e-44d4-9eeb-2cc0e802a61a req-1b3408c8-6d77-4fa8-996d-7d27f677a2ed tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Apr 07 11:57:53.056875 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9e8eb-9d6d-43eb-9751-b07698dfdf28 req-32e75ad7-4792-46f5-b8c1-d57e05415474 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:53.058289 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5db9e8eb-9d6d-43eb-9751-b07698dfdf28 req-32e75ad7-4792-46f5-b8c1-d57e05415474 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0582287 Apr 07 11:57:53.067028 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 36102) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:57:53.072447 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'floatingip': {'port_id': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:57:53.160171 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (0f801f35-cf15-47ed-a727-2a0387e55749), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:53.288484 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775ada0-14a5-4f92-b8a2-cb5330db4047 req-6565587a-b0a2-4049-8b20-160cfe5aba85 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:53.290639 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f775ada0-14a5-4f92-b8a2-cb5330db4047 req-6565587a-b0a2-4049-8b20-160cfe5aba85 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.1569691 Apr 07 11:57:53.425319 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f775ada0-14a5-4f92-b8a2-cb5330db4047 req-285b8220-ea8d-4c52-b67e-414dbfc545e4 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192162 Apr 07 11:57:54.059284 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:54.118575 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (0f801f35-cf15-47ed-a727-2a0387e55749), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:54.226886 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Floating IP 0f801f35-cf15-47ed-a727-2a0387e55749 associated. External IP: 172.27.1.94, port: b8bcf5ef-b702-45a7-bba1-70cb861b990f. Apr 07 11:57:54.439777 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Router 79b7c173-e436-4759-ae6b-d26d199a0938 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:57:54.589152 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:57:54.593991 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:54.604141 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469605f-c22f-4c59-908a-c4de2eed7a25 req-db8a2d53-9a17-457b-9125-a305178e51e1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.605670 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a469605f-c22f-4c59-908a-c4de2eed7a25 req-db8a2d53-9a17-457b-9125-a305178e51e1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.1082900 Apr 07 11:57:54.611458 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] Sync routers for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:57:54.622051 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:54.622927 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:57:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:54.650181 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b8659c11-c665-41dc-b151-4a258ec0337e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "PUT /v2.0/floatingips/0f801f35-cf15-47ed-a727-2a0387e55749 HTTP/1.1" status: 200 len: 991 time: 1.5785394 Apr 07 11:57:54.650181 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:54.651115 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95195a78-3705-4bdd-bf70-64ea4400cb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:54.689574 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a469605f-c22f-4c59-908a-c4de2eed7a25 req-f1b78dd0-5021-44d9-af88-fb0c3d76677a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677681 Apr 07 11:57:54.732908 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a480d-d488-41ff-a8c3-347abf29f599 x-openstack-request-id: req-e42a480d-d488-41ff-a8c3-347abf29f599 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:54.733193 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:54.733447 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e42a480d-d488-41ff-a8c3-347abf29f599 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:54.733879 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42a480d-d488-41ff-a8c3-347abf29f599'] response: {'name': 'network-changed', 'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'status': 'completed', 'code': 200} Apr 07 11:57:54.738260 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:54.812820 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-940a19be-8f04-4c8b-91ef-6e7305c672e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.814965 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-940a19be-8f04-4c8b-91ef-6e7305c672e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1130 time: 0.0537653 Apr 07 11:57:54.920507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-f74a30a7-3c9c-4c6b-898e-0a6ffb3dae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.921999 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-f74a30a7-3c9c-4c6b-898e-0a6ffb3dae86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.0986524 Apr 07 11:57:55.029665 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '0f801f35-cf15-47ed-a727-2a0387e55749', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'port_id': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'mac_address': 'fa:16:3e:79:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:24Z', 'updated_at': '2022-04-07T11:57:53Z', 'revision_number': 1, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:55.036318 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-e9410400-cdb7-4cc0-8b69-dc442f6da9aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 999 time: 0.1079102 Apr 07 11:57:55.060533 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] Checking router: 79b7c173-e436-4759-ae6b-d26d199a0938 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:57:55.070540 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:57:55.071307 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:57:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:55.088905 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-32f29ca8-c09f-4f57-90c6-51a644b2a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:55.090450 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-32f29ca8-c09f-4f57-90c6-51a644b2a798 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0481968 Apr 07 11:57:55.139796 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-5c657af0-fb9b-4b5f-889a-1daf57575153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:55.141382 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-5c657af0-fb9b-4b5f-889a-1daf57575153 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443356 Apr 07 11:57:55.184074 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:57:55.250017 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-8cf514c2-d050-4844-b877-ed3eb33feb1b service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929937 Apr 07 11:57:55.352156 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95195a78-3705-4bdd-bf70-64ea4400cb3f req-76b3af32-4482-4f90-9b01-4ea1c329e762 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949318 Apr 07 11:57:55.408759 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '0f801f35-cf15-47ed-a727-2a0387e55749', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'port_id': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'mac_address': 'fa:16:3e:79:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:24Z', 'updated_at': '2022-04-07T11:57:53Z', 'revision_number': 1, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:57:55.436816 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71618baf-ac34-4161-85d1-bb0a0d942088 None None] The sync data for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi is: [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '0f801f35-cf15-47ed-a727-2a0387e55749', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'port_id': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'mac_address': 'fa:16:3e:79:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:24Z', 'updated_at': '2022-04-07T11:57:53Z', 'revision_number': 1, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:57:55.629252 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f4f15-4761-4b5c-aa81-5dcb21034540 None None] New status for floating IP 0f801f35-cf15-47ed-a727-2a0387e55749: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:57:55.813085 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56a73-49b9-4b9a-a4ea-84a75c5992d3 req-842a8c40-3477-4efd-ae83-2d9fb60d3d01 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:55.814684 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-62f56a73-49b9-4b9a-a4ea-84a75c5992d3 req-842a8c40-3477-4efd-ae83-2d9fb60d3d01 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0543563 Apr 07 11:57:55.870075 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-62f56a73-49b9-4b9a-a4ea-84a75c5992d3 req-62c781a7-cf5d-4438-8d49-cb1eeee12325 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Apr 07 11:57:56.160282 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-430dfa0a-6d69-436f-aee0-4189108a7a96 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1642094560&fields=id&tenant_id=f5fbc0ea99cd42689e0f38129ddd886e HTTP/1.1" status: 200 len: 267 time: 0.0410428 Apr 07 11:57:56.268654 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-d2759402-4fdd-4d6c-b0f2-37d02b63ef35 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:56.270084 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-d2759402-4fdd-4d6c-b0f2-37d02b63ef35 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 818 time: 0.1028874 Apr 07 11:57:56.290072 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-2e75e7d0-9acf-43db-9351-f98eb4be0be4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/quotas/f5fbc0ea99cd42689e0f38129ddd886e HTTP/1.1" status: 200 len: 375 time: 0.0125496 Apr 07 11:57:56.349622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-a45c1b47-163a-46bb-a84d-328beb21af9d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541799 Apr 07 11:57:56.451873 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-fcb19341-b685-41e5-b096-a4deac7d2ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876663 Apr 07 11:57:56.573441 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-c920bf7a-cd93-4837-8af2-4cc77b756402 service neutron] 10.222.0.37 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159551 Apr 07 11:57:57.006202 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc775c-ae1b-4d44-83ca-d256c6b3119b req-ccee88ee-633c-4b5a-816f-bcbcba991641 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:57.015224 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-09bddd6d-00b4-464c-ab17-b2fde73f8970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:57.023338 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a6fc775c-ae1b-4d44-83ca-d256c6b3119b req-ccee88ee-633c-4b5a-816f-bcbcba991641 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0743887 Apr 07 11:57:57.071073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a6fc775c-ae1b-4d44-83ca-d256c6b3119b req-157b6cf9-9d50-4fe1-ab8e-771f9f14cf46 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467684 Apr 07 11:57:57.893653 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-535f99b5-53b3-4300-bf2b-9cc0836e8eb4 req-5ceaff7d-9890-4ad5-baa0-c8950244cc7a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Apr 07 11:57:58.236477 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e5e7-5fe2-48d5-8ba9-f37869137191 req-0200007b-e611-44c1-8b93-668a5d93cf6d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:58.236477 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-82a3e5e7-5fe2-48d5-8ba9-f37869137191 req-0200007b-e611-44c1-8b93-668a5d93cf6d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0841718 Apr 07 11:57:58.296558 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-82a3e5e7-5fe2-48d5-8ba9-f37869137191 req-d2c1f374-d6d7-4abd-adef-8e226e6bda55 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548563 Apr 07 11:57:58.980950 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed8cae21-c1c5-46d0-b35f-fe69e184b6d5 req-2d13dc4e-d533-41de-baf4-5df9997da8ff tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0317569 Apr 07 11:57:59.431364 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6114d-1783-4580-8780-0b587ef6b45d req-f016dfcc-ccea-43e7-8b04-13e8eaab0f70 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:59.435790 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cd6114d-1783-4580-8780-0b587ef6b45d req-f016dfcc-ccea-43e7-8b04-13e8eaab0f70 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0753095 Apr 07 11:57:59.488819 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cd6114d-1783-4580-8780-0b587ef6b45d req-e5743244-cd0d-4598-8a8b-057d4d640c6f tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Apr 07 11:57:59.500552 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-afca26ef-6146-4d69-b4be-645a947f8145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:00.106322 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23666a28-9aab-4c0d-b615-fe0eabd7845a req-223bcefe-b744-462d-a9cb-a0d434d03c36 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0425303 Apr 07 11:58:00.230675 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:00.631723 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e79c-6d8c-463f-a23d-7e6caf2ad757 req-19782f83-69dd-45db-b469-6c541ae2a0e6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:00.633331 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3c30e79c-6d8c-463f-a23d-7e6caf2ad757 req-19782f83-69dd-45db-b469-6c541ae2a0e6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0620470 Apr 07 11:58:00.690612 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3c30e79c-6d8c-463f-a23d-7e6caf2ad757 req-ab133c2b-bf8b-40e0-bf0e-6fbb005735fc tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506339 Apr 07 11:58:01.247098 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9894941b-48a2-46ac-a6df-1b683f00e2ca req-a9195ad3-37e7-4491-a54f-d0a0ab6c7007 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0392339 Apr 07 11:58:01.816848 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23649514-8ef7-4115-9caf-708d4616244a req-d1118ade-2739-4c63-98cf-2538d839ca49 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:01.818341 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23649514-8ef7-4115-9caf-708d4616244a req-d1118ade-2739-4c63-98cf-2538d839ca49 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0545914 Apr 07 11:58:01.870357 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23649514-8ef7-4115-9caf-708d4616244a req-a56de388-267c-46da-979b-b8082fa5e191 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Apr 07 11:58:02.005064 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:02.360772 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c50514cc-8f76-4951-8bf6-e64b3fd17805 req-49c52eb6-4108-4a10-952e-8e51bcb5770a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0294578 Apr 07 11:58:02.993041 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f372dd-8a59-4e4c-8b22-368e1f3f8820 req-7f3eef3c-bce0-4e36-96a8-3ac950ab134c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:03.000960 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f5f372dd-8a59-4e4c-8b22-368e1f3f8820 req-7f3eef3c-bce0-4e36-96a8-3ac950ab134c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0571043 Apr 07 11:58:03.044168 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f5f372dd-8a59-4e4c-8b22-368e1f3f8820 req-e663c99d-3aa4-4737-b9f5-320bf270165e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Apr 07 11:58:03.386578 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.460222 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bdf4f412-2614-4f7f-9526-bfb3569370bc req-afa5ed8c-690b-46c3-9472-7441fb10f155 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0282292 Apr 07 11:58:04.187241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c2f74-179e-4fb6-9070-80054dea63d4 req-7e0e2452-8826-4e91-99df-1cf15a5c76d9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:04.188883 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-412c2f74-179e-4fb6-9070-80054dea63d4 req-7e0e2452-8826-4e91-99df-1cf15a5c76d9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0732279 Apr 07 11:58:04.240937 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-412c2f74-179e-4fb6-9070-80054dea63d4 req-67220942-d725-4c5e-9789-2daefd651519 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Apr 07 11:58:04.788612 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3946f938-0503-4064-993a-e42efee2f5aa req-365828b5-4a25-4c63-b942-3eb7dd6e4241 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.2588820 Apr 07 11:58:05.390249 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901ff6f-e3c8-473a-8179-2d4c7b96eb51 req-b2cc97ab-3504-44c6-b123-2c1ed9fed821 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:05.391865 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3901ff6f-e3c8-473a-8179-2d4c7b96eb51 req-b2cc97ab-3504-44c6-b123-2c1ed9fed821 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0750241 Apr 07 11:58:05.465361 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3901ff6f-e3c8-473a-8179-2d4c7b96eb51 req-c0620ba3-6b2f-433e-9249-226c84ab6319 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652175 Apr 07 11:58:05.886211 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8606fc26-8763-4cc7-9d97-060187e655f4 req-07172e68-a15d-4a0c-861e-b7e41ccc2798 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0277059 Apr 07 11:58:06.583919 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf94a70-c478-4ba5-b973-d4d3c7d9fa0e req-7d8d0038-0d10-42e2-9fd0-0303ef1fbe74 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:06.585354 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2bf94a70-c478-4ba5-b973-d4d3c7d9fa0e req-7d8d0038-0d10-42e2-9fd0-0303ef1fbe74 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0533183 Apr 07 11:58:06.632498 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2bf94a70-c478-4ba5-b973-d4d3c7d9fa0e req-b3c43048-7960-41a4-a3ed-75694f85d75c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Apr 07 11:58:06.976201 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e905c704-6195-4892-97e4-9051d8fbfdcf req-79ec1b7e-11e9-4b5d-95f8-bf25b6f2e4df tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0270660 Apr 07 11:58:07.750692 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bd3d4-e9ec-4ce3-830f-03987e1d2735 req-37d211f9-05cf-4c8b-9a6a-4485655a70b6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:07.752161 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8e8bd3d4-e9ec-4ce3-830f-03987e1d2735 req-37d211f9-05cf-4c8b-9a6a-4485655a70b6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0519030 Apr 07 11:58:07.798610 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8e8bd3d4-e9ec-4ce3-830f-03987e1d2735 req-4b712fb8-a97f-4125-a107-3e44760dc33e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Apr 07 11:58:08.071848 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a7b1bc21-449c-4dd4-9bf6-0ebda23b22f8 req-66482c27-c27f-4208-b220-32e708b608e0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0296102 Apr 07 11:58:08.926363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433f997-6efb-474d-8c9b-20cff032da45 req-3d52cbca-d4f7-4ec3-9010-ad7f763e168a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:08.927855 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2433f997-6efb-474d-8c9b-20cff032da45 req-3d52cbca-d4f7-4ec3-9010-ad7f763e168a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0566971 Apr 07 11:58:08.973697 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2433f997-6efb-474d-8c9b-20cff032da45 req-295c3fc4-2a44-41ac-9203-d3a86b091f63 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Apr 07 11:58:09.163996 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b81fc3e7-70e8-4891-84d4-dc6ccec1ff55 req-393e45f2-13db-4789-9803-8b350ae9b356 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0264866 Apr 07 11:58:10.096024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5c7b8-f19e-46cc-90e1-73275d2dea1a req-536f7763-4555-4445-871f-68d7d212671a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:10.097508 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0da5c7b8-f19e-46cc-90e1-73275d2dea1a req-536f7763-4555-4445-871f-68d7d212671a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0555863 Apr 07 11:58:10.143694 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0da5c7b8-f19e-46cc-90e1-73275d2dea1a req-90e5c807-93e0-434c-a37c-46b16548a8bb tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Apr 07 11:58:10.255874 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-091a85bf-d62d-4930-8a39-70f4268b79d0 req-65d65b8e-7daa-442b-b061-7667fb26fc36 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0267863 Apr 07 11:58:11.263339 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32378c47-14ca-453f-9a11-a899fb09519b req-16fcad0b-c62a-4029-88b7-c757c1b35e5c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:11.264622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-32378c47-14ca-453f-9a11-a899fb09519b req-16fcad0b-c62a-4029-88b7-c757c1b35e5c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0517244 Apr 07 11:58:11.319427 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-32378c47-14ca-453f-9a11-a899fb09519b req-21713464-6a33-4076-83cf-04802826ca69 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492716 Apr 07 11:58:11.351852 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d98b55fc-fcbc-402d-aede-d494ae2870ba req-518a2fdf-871b-41ce-8685-ec6fc5fbec05 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0301523 Apr 07 11:58:12.452463 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0826ed46-b1b9-4e5a-859e-5788c6fb480c req-48406dba-b885-4118-b67d-2b32f04324d2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0328610 Apr 07 11:58:12.462946 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9404-5b23-4e64-8e14-6d0dbb248128 req-132a329f-e7c1-4d38-8856-b7fc8c4b892a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:12.464414 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fde9404-5b23-4e64-8e14-6d0dbb248128 req-132a329f-e7c1-4d38-8856-b7fc8c4b892a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0799575 Apr 07 11:58:12.518188 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fde9404-5b23-4e64-8e14-6d0dbb248128 req-a0063db1-0007-4319-8ab4-5ca251290111 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Apr 07 11:58:13.546370 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5d41619a-7963-415b-9c18-52c11817b250 req-aa319d1b-1089-4344-a032-2fc5b7568a61 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Apr 07 11:58:13.639289 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c08fd5-9c72-4dae-a2fb-ba19e0fe5e0d req-cdcf3063-0ee6-4ec6-a6c2-dbec409996f5 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:13.640767 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2c08fd5-9c72-4dae-a2fb-ba19e0fe5e0d req-cdcf3063-0ee6-4ec6-a6c2-dbec409996f5 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0547264 Apr 07 11:58:13.687026 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2c08fd5-9c72-4dae-a2fb-ba19e0fe5e0d req-77120c9a-cb15-4bf0-9f42-325d260c6a17 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Apr 07 11:58:14.639514 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dc3e2291-0359-409e-88b4-dc2beaef9982 req-444e720a-df08-40cf-b328-560df8d11689 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0285707 Apr 07 11:58:14.800649 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec50987-dad6-4902-9a06-eea582dc3e74 req-82e8e54f-17e1-4343-b72f-bbfa9c739cba tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:14.802010 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ec50987-dad6-4902-9a06-eea582dc3e74 req-82e8e54f-17e1-4343-b72f-bbfa9c739cba tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0510643 Apr 07 11:58:14.851077 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ec50987-dad6-4902-9a06-eea582dc3e74 req-5008fceb-d3b7-4d09-961d-774ec2b66019 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Apr 07 11:58:15.729815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a3340c17-d995-4d5c-91ea-539112fd8439 req-0eb4c972-1474-4f78-aab8-37fe7e9fd5c1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0261319 Apr 07 11:58:15.973125 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b86b1a-d387-4bc6-9bc1-0cae02db6a18 req-871784e5-0d4f-4fdd-adf5-1970751cbd56 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:15.974641 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-45b86b1a-d387-4bc6-9bc1-0cae02db6a18 req-871784e5-0d4f-4fdd-adf5-1970751cbd56 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0538821 Apr 07 11:58:16.023465 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-45b86b1a-d387-4bc6-9bc1-0cae02db6a18 req-7b3e8152-0445-454d-a929-9542e678617a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Apr 07 11:58:16.386167 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:16.820022 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3507aa2-fded-44ac-a5bd-9750fcc1ee84 req-e78e5613-569c-4fb0-9a3d-a59678d9b2b8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0265858 Apr 07 11:58:16.906497 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:58:17.151502 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd23ca-8f3d-4640-bb98-5d9029dd1c25 req-871e7801-a4af-47d1-b721-f39b85b40e07 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:17.152943 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c1bd23ca-8f3d-4640-bb98-5d9029dd1c25 req-871e7801-a4af-47d1-b721-f39b85b40e07 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0548093 Apr 07 11:58:17.199339 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c1bd23ca-8f3d-4640-bb98-5d9029dd1c25 req-d3b62b77-5ada-42ba-85d1-7af861ad6e23 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Apr 07 11:58:17.911411 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-155a4a41-27e6-44e5-9f4e-637234a62a00 req-e453156b-ad5e-4fb0-8735-8c6c751c39c6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Apr 07 11:58:18.315803 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716d8a3-e4b0-461b-bb6c-c4678e3c6d9f req-6dd6078b-e819-4254-ba74-6a47dc3930bb tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:18.317302 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9716d8a3-e4b0-461b-bb6c-c4678e3c6d9f req-6dd6078b-e819-4254-ba74-6a47dc3930bb tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0522826 Apr 07 11:58:18.363560 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9716d8a3-e4b0-461b-bb6c-c4678e3c6d9f req-eb1c2e78-e6a3-4868-85f2-94c4ed04dc77 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Apr 07 11:58:19.007244 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-237605c3-1996-487a-85c8-64b83f1d945c req-e1742948-573f-41bf-962f-7d0bc91aa836 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0296099 Apr 07 11:58:19.479192 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffd4f5-ff91-403c-8274-f867ead506b0 req-ab12e5e8-357b-46c8-ac59-7fed9e7f1efd tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:19.480632 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-18ffd4f5-ff91-403c-8274-f867ead506b0 req-ab12e5e8-357b-46c8-ac59-7fed9e7f1efd tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0519705 Apr 07 11:58:19.526974 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-18ffd4f5-ff91-403c-8274-f867ead506b0 req-82b5e675-8e81-4ced-8cfd-04591edb9b45 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Apr 07 11:58:20.096863 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-197421f8-df7e-4058-8261-79ac6069ae3f req-90b5d5d7-6620-4178-824f-d9d922c27a62 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0272315 Apr 07 11:58:20.644818 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448e62f-0917-4da1-aa4d-3421eb49aae7 req-3628a0af-ace7-4492-9dff-85c7718b664e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:20.646427 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0448e62f-0917-4da1-aa4d-3421eb49aae7 req-3628a0af-ace7-4492-9dff-85c7718b664e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0554211 Apr 07 11:58:20.694063 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0448e62f-0917-4da1-aa4d-3421eb49aae7 req-345a4da4-6e85-4f70-8bfe-af7fe6869370 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Apr 07 11:58:21.189484 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4f84f8ca-cbcb-4d72-9306-8fe69de5f455 req-95511c47-02c3-4b61-a935-693a9caf29d2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0277448 Apr 07 11:58:21.808422 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447617ab-0304-4a5f-a687-b542cc28c5a0 req-7df252ba-11fd-42b6-8f09-18b9e2a70bdd tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:21.810467 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-447617ab-0304-4a5f-a687-b542cc28c5a0 req-7df252ba-11fd-42b6-8f09-18b9e2a70bdd tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0514367 Apr 07 11:58:21.856566 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-447617ab-0304-4a5f-a687-b542cc28c5a0 req-3b682c8d-9eaa-456b-bd70-fe10dc32ab6e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Apr 07 11:58:22.284088 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-47a289a0-430a-4830-b50b-16d0b48e8484 req-25347c23-06f4-46cd-b44d-6d96322dfc9b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0294712 Apr 07 11:58:22.975217 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f8f2-7fb9-4a48-ba48-9b7180f6c703 req-cc958260-986d-40cc-9850-007e1a74b6ae tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:22.976726 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8a91f8f2-7fb9-4a48-ba48-9b7180f6c703 req-cc958260-986d-40cc-9850-007e1a74b6ae tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0532460 Apr 07 11:58:23.022820 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8a91f8f2-7fb9-4a48-ba48-9b7180f6c703 req-2d3569f9-ba5d-4366-a093-6c7e4c8b7811 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Apr 07 11:58:23.378312 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-84683a49-0620-4b6d-b307-882e184a2c6b req-ea19252f-fa2a-47b6-81a7-c2d558010b88 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0273483 Apr 07 11:58:24.139091 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcf245-9e20-4f25-89eb-a4a1797b227e req-0e92c5db-d5a2-4252-b982-62f41aee15b6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:24.140468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-99dcf245-9e20-4f25-89eb-a4a1797b227e req-0e92c5db-d5a2-4252-b982-62f41aee15b6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0515656 Apr 07 11:58:24.188552 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-99dcf245-9e20-4f25-89eb-a4a1797b227e req-d5e29ed7-1080-4283-9228-5ba2eaf662aa tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Apr 07 11:58:24.480932 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9fda6f17-b4ea-4630-b505-f2d44c6c1885 req-eb7a49ea-fb2a-4492-a07c-f89c68af99af tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0272155 Apr 07 11:58:25.305185 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ea405-c1ce-4dc6-aa86-2bf8e71da6b7 req-c08d55bf-f02f-4f30-8f7b-20874167b452 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:25.306658 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3b7ea405-c1ce-4dc6-aa86-2bf8e71da6b7 req-c08d55bf-f02f-4f30-8f7b-20874167b452 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0519660 Apr 07 11:58:25.357522 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3b7ea405-c1ce-4dc6-aa86-2bf8e71da6b7 req-ce180470-7855-49d0-9987-ff63ac65185a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Apr 07 11:58:25.573138 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a7d559f-f48d-4d58-ab64-e2226d34cc47 req-6b4bedce-8a48-4a87-b11e-0f35941bdd13 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Apr 07 11:58:26.480275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e245e4-8c51-42ee-8ce3-98069b2c6f05 req-5e12fb80-7641-4284-9004-cbc193c735a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:26.482457 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-34e245e4-8c51-42ee-8ce3-98069b2c6f05 req-5e12fb80-7641-4284-9004-cbc193c735a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0569401 Apr 07 11:58:26.529414 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-34e245e4-8c51-42ee-8ce3-98069b2c6f05 req-f4ab3f69-0909-4d91-baca-cf5323bc7183 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406353 Apr 07 11:58:26.663938 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07092505-4aab-4814-8d15-03c7e1286064 req-7f9bf20a-2514-413c-913d-129e94d1609c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0267246 Apr 07 11:58:27.020386 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6047b61c-e222-4a3b-9a9b-0f94c48e07df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:27.652500 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bb9a3-24f6-4fb1-9efd-617898aeefbf req-fe263761-1785-4470-8c08-0ca47096b648 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:27.654615 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6c8bb9a3-24f6-4fb1-9efd-617898aeefbf req-fe263761-1785-4470-8c08-0ca47096b648 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0521059 Apr 07 11:58:27.707957 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6c8bb9a3-24f6-4fb1-9efd-617898aeefbf req-9e901cd5-ef12-40b0-b0f6-f26f14e061f2 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 Apr 07 11:58:27.760133 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b8c085e-839f-4ac7-888b-3e9bf9ae9c90 req-701f21e3-e5b7-4a26-944a-cd7bf3b3a18d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0266848 Apr 07 11:58:28.821116 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a7ca8-c314-4603-928b-80547b142b76 req-f326f1e4-fea2-4a64-85f3-757238d1dce5 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:28.822720 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-941a7ca8-c314-4603-928b-80547b142b76 req-f326f1e4-fea2-4a64-85f3-757238d1dce5 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0536175 Apr 07 11:58:28.868698 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8d98bffe-b2a1-4d16-9bd4-db55842363a5 req-a976d6a1-892d-4463-84f4-d147a54bebde tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0330145 Apr 07 11:58:28.894408 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-941a7ca8-c314-4603-928b-80547b142b76 req-4edeb720-4f83-4230-8d71-52a691fe0c58 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650425 Apr 07 11:58:29.527427 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ac2fddcd-9df8-45ff-a8bf-5fe0507bc3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.980069 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9893560b-db5d-4512-8140-502a48964776 req-99c31f4b-66a4-40b3-bc44-da8d4846cc03 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0392768 Apr 07 11:58:30.035540 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0a1a6-b0bc-4a4b-a258-65d643e1be73 req-05001bed-9581-4d98-be70-cf64b40227d1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:30.037015 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4dc0a1a6-b0bc-4a4b-a258-65d643e1be73 req-05001bed-9581-4d98-be70-cf64b40227d1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0602870 Apr 07 11:58:30.082934 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4dc0a1a6-b0bc-4a4b-a258-65d643e1be73 req-f1ba9c45-f813-4f88-84b5-1bed5ebe3af6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Apr 07 11:58:30.266564 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:31.074746 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b8dabe2f-443a-43a4-875d-6bb18fd77b52 req-4dc1b6cf-7003-49e8-aefc-df3ca9984449 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0262220 Apr 07 11:58:31.215470 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15925c00-4118-4cf9-a301-9e0d95833003 req-e5cfb388-39de-47e0-abe0-e3275a0f0e0b tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:31.218829 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-15925c00-4118-4cf9-a301-9e0d95833003 req-e5cfb388-39de-47e0-abe0-e3275a0f0e0b tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0685802 Apr 07 11:58:31.271127 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-15925c00-4118-4cf9-a301-9e0d95833003 req-23e55d70-270d-46b0-abc8-54192f1c1405 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Apr 07 11:58:32.030438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.168570 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-125500b2-26f0-4c2b-b8f0-c71c7f7690a7 req-316d7b84-14c2-46a9-baba-b8e4ddea2cf2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0280211 Apr 07 11:58:32.236912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 36742) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:32.347169 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.419263 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef64f3-6ef7-4ce8-bca1-0556da17c717 req-cca6537e-64e8-4a92-a067-6332f333c10d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:32.421272 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9eef64f3-6ef7-4ce8-bca1-0556da17c717 req-cca6537e-64e8-4a92-a067-6332f333c10d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0754533 Apr 07 11:58:32.492722 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9eef64f3-6ef7-4ce8-bca1-0556da17c717 req-495f35c7-a512-4167-93fc-0d6443a53ac9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639489 Apr 07 11:58:32.496981 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Publish callbacks [] for security_group (4a914be5-49c5-4d61-9de0-b3efd4e8830f), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.557654 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4a914be5-49c5-4d61-9de0-b3efd4e8830f), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.595174 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a914be5-49c5-4d61-9de0-b3efd4e8830f,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:32.598994 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b98d2c34c7a4596bb08c2a008d5d799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610663 Apr 07 11:58:32.601760 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36748) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:32.604765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.605113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.605448 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.605785 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.606118 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.606445 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.606801 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.607125 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.607449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.607772 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.608731 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.609060 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.609385 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.609973 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.610108 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ffeed1-f14b-4a85-a8db-14ff00b78906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.650890 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Publish callbacks [] for security_group (4a914be5-49c5-4d61-9de0-b3efd4e8830f), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.677081 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Publish callbacks [] for security_group (4a914be5-49c5-4d61-9de0-b3efd4e8830f), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.769333 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4a914be5-49c5-4d61-9de0-b3efd4e8830f), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.772049 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.773460 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a914be5-49c5-4d61-9de0-b3efd4e8830f HTTP/1.1" status: 204 len: 168 time: 0.1706908 Apr 07 11:58:32.782367 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a914be5-49c5-4d61-9de0-b3efd4e8830f,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:32.790262 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.790647 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.791039 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.791382 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.791741 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.792054 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.792383 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.792714 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.793039 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.793367 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.793701 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.794042 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.794369 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.794724 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.795046 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38625b0-25ad-4ccf-85a7-442cce7a27d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:33.262173 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bb3f9296-6524-4c00-b74f-90993fa3672d req-2e3ce3b5-5bde-4449-8908-52b5fdcc5c12 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0274956 Apr 07 11:58:33.403151 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.612377 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e618-c50b-4f8a-878d-878c55a77c59 req-aef9cf54-695f-451b-beb6-75ef5232f90b tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:33.613925 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fab3e618-c50b-4f8a-878d-878c55a77c59 req-aef9cf54-695f-451b-beb6-75ef5232f90b tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0548310 Apr 07 11:58:33.660720 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fab3e618-c50b-4f8a-878d-878c55a77c59 req-daba0dee-5139-4041-963c-b9c38b77684c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Apr 07 11:58:33.761439 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36792) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:33.860886 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1326741172-network', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:33.946290 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Made reservation on behalf of 903aa713695e4491ab75a7a10dfd0903 for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:33.948604 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.957684 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.151874 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks [] for security_group (06434028-0687-41f3-9395-7d9e69bdb9f5), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.224111 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (06434028-0687-41f3-9395-7d9e69bdb9f5), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.369752 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ac6fe12d-0cf9-4f5a-88e9-25cd61e1d610 req-f0e12109-9cdf-4d95-bd7c-7d16c465ae8a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0318282 Apr 07 11:58:34.414979 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:58:34.429194 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06434028-0687-41f3-9395-7d9e69bdb9f5,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:34.433788 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (a24dbc16-a09c-482c-8a0e-77e20bb5ad9c), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.434129 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Added segment a24dbc16-a09c-482c-8a0e-77e20bb5ad9c of type vlan for network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 Apr 07 11:58:34.473601 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (4d227e2f-2e13-46e1-9fce-0b6009bb0797), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.557763 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (4d227e2f-2e13-46e1-9fce-0b6009bb0797), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.558771 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:34.559345 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.616936 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] Pushing event updated for resources: {'Network': ['ID=4d227e2f-2e13-46e1-9fce-0b6009bb0797,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:34.627951 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:58:34.651997 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f67f0849-b4fa-49d6-82ee-35d139a62f72 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8894570 Apr 07 11:58:34.654745 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36806) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:34.660058 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Request body: {'subnet': {'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1326741172-subnet', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:34.734731 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Made reservation on behalf of 903aa713695e4491ab75a7a10dfd0903 for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:34.737181 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.779418 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804406-c191-43a9-a436-a3d80cbc7a0c req-ebd4adb8-7d92-4904-8f00-585efa12e6c9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:34.781397 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72804406-c191-43a9-a436-a3d80cbc7a0c req-ebd4adb8-7d92-4904-8f00-585efa12e6c9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 943 time: 0.0541017 Apr 07 11:58:34.835911 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72804406-c191-43a9-a436-a3d80cbc7a0c req-ffbf0e69-54d1-49ca-b840-503f1807170c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Apr 07 11:58:34.935183 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device f09020c1-74a1-4432-8e2f-bd915b8a03f1 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:58:34.948349 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36816) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:34.969439 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (6d48cfb2-faba-43d2-bc5a-1d630e14914b), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.029962 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d48cfb2-faba-43d2-bc5a-1d630e14914b,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:35.041885 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:35.042034 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Checking segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:35.042034 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Network hostable DHCP agents. Network: 4d227e2f-2e13-46e1-9fce-0b6009bb0797, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:58:35.050578 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'port_id': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'mac_address': 'fa:16:3e:a3:11:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:58:35.074965 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d5e87ffe-5cf7-4f65-bd77-2072cbadf4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.087970 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port f09020c1-74a1-4432-8e2f-bd915b8a03f1 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:35.088365 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.101295 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09020c1-74a1-4432-8e2f-bd915b8a03f1 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:58:35.119241 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:58:35.124514 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:35.155487 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d5e87ffe-5cf7-4f65-bd77-2072cbadf4e9 admin admin] Publish callbacks [] for security_group (95dc3963-bd3e-4ba7-aea8-5c9c7d29451a), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.220751 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.221096 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 4d227e2f-2e13-46e1-9fce-0b6009bb0797) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:35.222680 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d5e87ffe-5cf7-4f65-bd77-2072cbadf4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (95dc3963-bd3e-4ba7-aea8-5c9c7d29451a), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.229445 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:35.230086 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.244314 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c8d75-3ac0-44cb-8bbe-c688904d482c None None] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:35.274226 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d5e87ffe-5cf7-4f65-bd77-2072cbadf4e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a9c02fd67c34aed8d93c4443e8e9f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246586 Apr 07 11:58:35.275526 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e87ffe-5cf7-4f65-bd77-2072cbadf4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dc3963-bd3e-4ba7-aea8-5c9c7d29451a,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:35.277259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 36822) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:35.334877 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c30ced66-0194-4db5-ad34-b524ddc00d40 admin admin] Publish callbacks [] for security_group (95dc3963-bd3e-4ba7-aea8-5c9c7d29451a), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.344964 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-533d9eed-e1f4-4007-9e82-18b4206cece9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6885939 Apr 07 11:58:35.348059 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36824) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:35.353019 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:35.363317 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c30ced66-0194-4db5-ad34-b524ddc00d40 admin admin] Publish callbacks [] for security_group (95dc3963-bd3e-4ba7-aea8-5c9c7d29451a), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.427569 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.429435 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.447518 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:35.462721 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.464483 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.464483 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.464483 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.464483 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.464939 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.465158 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.465472 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.465801 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.466392 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.466751 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.467081 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.467443 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.467882 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.468228 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:35.487193 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c87e9b9f-75d2-4489-a021-e578f6feff02 req-17f0014b-eb65-4a39-b982-0a7f78820645 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0351071 Apr 07 11:58:35.507004 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c30ced66-0194-4db5-ad34-b524ddc00d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (95dc3963-bd3e-4ba7-aea8-5c9c7d29451a), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.510736 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c30ced66-0194-4db5-ad34-b524ddc00d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.512187 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-c30ced66-0194-4db5-ad34-b524ddc00d40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95dc3963-bd3e-4ba7-aea8-5c9c7d29451a HTTP/1.1" status: 204 len: 168 time: 0.2338080 Apr 07 11:58:35.521973 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ced66-0194-4db5-ad34-b524ddc00d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dc3963-bd3e-4ba7-aea8-5c9c7d29451a,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:35.533192 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:58:35.534322 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.580779 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks [] for router_controller (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), precommit_add_association {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.709103 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Allocated IP 172.20.0.2 (4d227e2f-2e13-46e1-9fce-0b6009bb0797/6d48cfb2-faba-43d2-bc5a-1d630e14914b/7937c96f-4c77-4a89-9233-6a451a15bc1f) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:35.833238 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks [] for router_gateway (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.879853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Publish callbacks [] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.953006 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.020851 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:36.024073 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:36.027795 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:36.057291 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a884-66d9-40ef-9891-bc15bf82bd08 req-c6b19dfa-5498-4969-883b-55e0db848df5 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:36.059219 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00e3a884-66d9-40ef-9891-bc15bf82bd08 req-c6b19dfa-5498-4969-883b-55e0db848df5 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 944 time: 0.1189263 Apr 07 11:58:36.084830 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Pushing event updated for resources: {'Port': ['ID=7937c96f-4c77-4a89-9233-6a451a15bc1f,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:36.122930 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00e3a884-66d9-40ef-9891-bc15bf82bd08 req-552828c9-0777-4a94-a60c-7a71c6e01e49 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554712 Apr 07 11:58:36.123357 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Attempting to bind port 7937c96f-4c77-4a89-9233-6a451a15bc1f on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:36.124638 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Attempting to bind port 7937c96f-4c77-4a89-9233-6a451a15bc1f by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:36.125066 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Attempting to bind port 7937c96f-4c77-4a89-9233-6a451a15bc1f on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:36.136359 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:36.136747 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Checking segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:36.137159 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.137568 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Bound using segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:36.138285 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Bound port: 7937c96f-4c77-4a89-9233-6a451a15bc1f, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:36.138708 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.221792 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks [] for router_gateway (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.230188 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] For port 7937c96f-4c77-4a89-9233-6a451a15bc1f, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:36.233904 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] For port 7937c96f-4c77-4a89-9233-6a451a15bc1f, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=7937c96f-4c77-4a89-9233-6a451a15bc1f,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:36.240431 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.251134 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['f09020c1-74a1-4432-8e2f-bd915b8a03f1'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:58:36.323668 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.360580 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Allocated IP 172.27.1.131 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/026867c5-5b4c-4b6c-9875-3527f7e31993) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:36.369305 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-708e74d3-d275-44bc-aedf-f2c0bce65f34 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:36.371216 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-708e74d3-d275-44bc-aedf-f2c0bce65f34 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 818 time: 0.1305459 Apr 07 11:58:36.440627 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c53eb-73d7-451d-b8f7-c12a89e000cb None None] Pushing event updated for resources: {'Port': ['ID=7937c96f-4c77-4a89-9233-6a451a15bc1f,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:36.466002 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-a5359cd8-c40f-4265-b4da-5f083b33e506 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fbc0ea99cd42689e0f38129ddd886e HTTP/1.1" status: 200 len: 380 time: 0.0856426 Apr 07 11:58:36.477062 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'port': {'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'admin_state_up': True, 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'security_groups': ['ad9f9d4a-b8d6-4b75-8823-748f93e69725']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:36.523735 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks [] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.620893 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a35d59a1-36e1-46f4-826c-7d9103aeafb9 req-f07e6c0e-e651-4a1a-9a23-e89c9059842a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0481079 Apr 07 11:58:36.627547 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.690881 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:36.704623 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:36.707269 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Pushing event updated for resources: {'Port': ['ID=026867c5-5b4c-4b6c-9875-3527f7e31993,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:36.712441 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:36.723794 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Made reservation on behalf of f5fbc0ea99cd42689e0f38129ddd886e for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:36.727199 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.914511 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Allocated IP 172.20.0.3 (01b8ce78-e1aa-4969-9bf5-06218e762e29/138fb078-eac6-46c8-8160-fa857bf37137/6ed309cf-d8ac-49e3-9dc9-bff84d7576e4) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:37.057008 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.144413 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks [] for router_gateway (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.164206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.232089 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:37.244297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:37.247555 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event updated for resources: {'Port': ['ID=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:37.250373 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:37.333693 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:37.334437 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.362872 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4405af6-d5e4-46e6-b9a8-b474f7185337 req-d1e88320-0160-4685-b245-77a0acca6d06 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:37.370394 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e4405af6-d5e4-46e6-b9a8-b474f7185337 req-d1e88320-0160-4685-b245-77a0acca6d06 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 944 time: 0.1408958 Apr 07 11:58:37.394588 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.432973 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e4405af6-d5e4-46e6-b9a8-b474f7185337 req-e24d7cd6-e73e-4cc9-9131-46cb4c458be1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616658 Apr 07 11:58:37.438123 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-21f8686e-5557-4345-b11c-6ddcbac9da6e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9658551 Apr 07 11:58:37.473027 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Request body: {'port': {'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:37.551367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.601851 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a2a25da8-4cb9-4f03-99c5-5fba521f27a7 None None] Provisioning complete for port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:37.602288 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a2a25da8-4cb9-4f03-99c5-5fba521f27a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.603970 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:58:37.627655 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0fde1-2c62-42d5-8530-7af93e0c9502 None None] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:37.664430 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a2a25da8-4cb9-4f03-99c5-5fba521f27a7 None None] Port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:37.726531 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:37.736758 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:37.746310 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:37.754693 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:37.805685 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.807007 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-6b4a7726-7818-4fdc-b90f-444a6f1868db admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4579802 Apr 07 11:58:37.809768 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36862) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:37.835187 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-b7214b52-ce1a-40c1-9cf7-be9dcc45757a None None] Provisioning complete for port 7937c96f-4c77-4a89-9233-6a451a15bc1f triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:37.835648 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b7214b52-ce1a-40c1-9cf7-be9dcc45757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.900049 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:37.940403 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:58:37.950943 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Publish callbacks [] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.968593 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Transition to ACTIVE for port object 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:58:37.973939 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-b7214b52-ce1a-40c1-9cf7-be9dcc45757a None None] Current status of the port 7937c96f-4c77-4a89-9233-6a451a15bc1f is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:37.978015 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b7214b52-ce1a-40c1-9cf7-be9dcc45757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.990704 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041494bf-c93c-463c-b494-df2727339a60 req-96d9bd75-ccda-4fd0-9011-217dc836206d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:37.999285 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-041494bf-c93c-463c-b494-df2727339a60 req-96d9bd75-ccda-4fd0-9011-217dc836206d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 931 time: 0.2483885 Apr 07 11:58:38.048728 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-b7214b52-ce1a-40c1-9cf7-be9dcc45757a None None] For port 7937c96f-4c77-4a89-9233-6a451a15bc1f, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=7937c96f-4c77-4a89-9233-6a451a15bc1f,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:38.053302 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.082431 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-041494bf-c93c-463c-b494-df2727339a60 req-1f065698-1ecf-4a93-b8d7-b4889081cef5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806069 Apr 07 11:58:38.102495 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device f09020c1-74a1-4432-8e2f-bd915b8a03f1 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:38.112046 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:38.145100 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:36Z', 'revision_number': 3, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:38.187322 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b7214b52-ce1a-40c1-9cf7-be9dcc45757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.199159 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:38.199889 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Updating router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 port 026867c5-5b4c-4b6c-9875-3527f7e31993 binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:58:38.206774 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Attempting to bind port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:38.207281 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Attempting to bind port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:38.207609 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Attempting to bind port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:38.214865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:58:38.215186 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Attempting to bind port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 on network 01b8ce78-e1aa-4969-9bf5-06218e762e29 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:38.223947 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:38.224285 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Checking segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:38.224669 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Bound using segment: {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:38.225103 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Bound port: 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782218f4-26c0-4154-8689-b876eb5b2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:38.225457 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.272627 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7214b52-ce1a-40c1-9cf7-be9dcc45757a None None] Pushing event updated for resources: {'Port': ['ID=7937c96f-4c77-4a89-9233-6a451a15bc1f,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:38.290363 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.346256 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port f09020c1-74a1-4432-8e2f-bd915b8a03f1 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:58:38.375521 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] For port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:38.380938 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] For port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:38.381552 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port f09020c1-74a1-4432-8e2f-bd915b8a03f1 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:38.382393 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.391347 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-76db3dec-2085-4f71-af16-fb591664b672 None None] Provisioning complete for port 7937c96f-4c77-4a89-9233-6a451a15bc1f triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:38.391637 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-76db3dec-2085-4f71-af16-fb591664b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.449677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.517578 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:38.518333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.520661 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] 10.222.0.48 "PUT /v2.0/ports/6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 200 len: 1093 time: 1.0536177 Apr 07 11:58:38.523040 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 7937c96f-4c77-4a89-9233-6a451a15bc1f up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:38.527192 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:38.529511 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7359b325-4458-4647-b0d8-11862b54defc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:38.582914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2de81-e9ee-4299-a4fb-10230055355e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:38.664426 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-76db3dec-2085-4f71-af16-fb591664b672 None None] Current status of the port 7937c96f-4c77-4a89-9233-6a451a15bc1f is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:38.675164 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e74b2-d0c5-44b1-b01d-8114dcb76e20 x-openstack-request-id: req-368e74b2-d0c5-44b1-b01d-8114dcb76e20 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:38.675464 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:38.675726 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-368e74b2-d0c5-44b1-b01d-8114dcb76e20 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:38.676135 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368e74b2-d0c5-44b1-b01d-8114dcb76e20'] response: {'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'status': 'completed', 'code': 200} Apr 07 11:58:38.718588 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port f09020c1-74a1-4432-8e2f-bd915b8a03f1 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:38.718588 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.739531 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 7937c96f-4c77-4a89-9233-6a451a15bc1f triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:38.739931 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.741312 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cafab-97c0-492e-bad8-f73364ada191 req-8d782240-a944-447f-bb66-75a60d25c089 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:38.743015 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-866cafab-97c0-492e-bad8-f73364ada191 req-8d782240-a944-447f-bb66-75a60d25c089 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 944 time: 0.1570597 Apr 07 11:58:38.751774 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359b325-4458-4647-b0d8-11862b54defc req-805c6839-1601-4305-b6f3-6c053500f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:38.753220 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7359b325-4458-4647-b0d8-11862b54defc req-805c6839-1601-4305-b6f3-6c053500f145 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1127 time: 0.0907497 Apr 07 11:58:38.786197 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.798722 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:38.800484 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e536ec-2032-47e8-9c2a-f738c5cae85d" -d '{"events": [{"server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "name": "network-vif-plugged", "status": "completed", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:38.838587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:38.843659 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-866cafab-97c0-492e-bad8-f73364ada191 req-3dbcef46-41f3-4470-a176-b43fe8825967 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881262 Apr 07 11:58:38.888157 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Publish callbacks [] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.925661 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.935756 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d295e009-e08c-446d-a27f-a43adbc6a2d9 x-openstack-request-id: req-d295e009-e08c-446d-a27f-a43adbc6a2d9 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:38.936122 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "name": "network-vif-plugged", "status": "completed", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:38.936523 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d295e009-e08c-446d-a27f-a43adbc6a2d9 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:38.937773 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d295e009-e08c-446d-a27f-a43adbc6a2d9'] response: {'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'code': 200} Apr 07 11:58:38.942114 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 7937c96f-4c77-4a89-9233-6a451a15bc1f is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:38.975659 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.014916 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:39.034935 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Attempting to bind port 026867c5-5b4c-4b6c-9875-3527f7e31993 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:39.035306 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Attempting to bind port 026867c5-5b4c-4b6c-9875-3527f7e31993 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:39.035667 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Attempting to bind port 026867c5-5b4c-4b6c-9875-3527f7e31993 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:39.038743 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Pushing event updated for resources: {'Port': ['ID=026867c5-5b4c-4b6c-9875-3527f7e31993,revision_number=2']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:39.046263 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:39.046658 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:39.047817 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.047817 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:39.048065 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Bound port: 026867c5-5b4c-4b6c-9875-3527f7e31993, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:39.048245 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.051846 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.052126 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.052488 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.052846 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.053183 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.053529 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.053838 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.054159 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.054493 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.054843 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.055167 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.055367 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Allocated IP 172.20.0.1 (4d227e2f-2e13-46e1-9fce-0b6009bb0797/6d48cfb2-faba-43d2-bc5a-1d630e14914b/bc475234-6a8d-4826-bafd-984429adb00b) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:39.055474 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.055802 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.056121 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.056442 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:39.106978 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] For port 026867c5-5b4c-4b6c-9875-3527f7e31993, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:39.110295 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] For port 026867c5-5b4c-4b6c-9875-3527f7e31993, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=026867c5-5b4c-4b6c-9875-3527f7e31993,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:39.162519 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks [] for port (bc475234-6a8d-4826-bafd-984429adb00b), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.187259 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.220444 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee1306-3195-4645-afa6-0e1c92397329 req-4d8d301b-f6fc-4b3e-92c2-aa3e1e21ab6c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:39.222096 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-27ee1306-3195-4645-afa6-0e1c92397329 req-4d8d301b-f6fc-4b3e-92c2-aa3e1e21ab6c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0534918 Apr 07 11:58:39.246648 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:39.247193 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:39.252711 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf680a-580f-4605-8029-d110d3519167 None None] Pushing event updated for resources: {'Port': ['ID=026867c5-5b4c-4b6c-9875-3527f7e31993,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:39.276711 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-27ee1306-3195-4645-afa6-0e1c92397329 req-0ea1b487-bae6-4d84-b5eb-4ed6050aa704 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Apr 07 11:58:39.278684 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (bc475234-6a8d-4826-bafd-984429adb00b), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.318664 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:39.321647 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:39.324285 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:39.351187 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Pushing event updated for resources: {'Port': ['ID=bc475234-6a8d-4826-bafd-984429adb00b,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:39.364106 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:39.372061 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.551518 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-b97f0879-1679-4a64-9a2f-a4f65dffb798 None None] Provisioning complete for port bc475234-6a8d-4826-bafd-984429adb00b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:39.551886 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b97f0879-1679-4a64-9a2f-a4f65dffb798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (bc475234-6a8d-4826-bafd-984429adb00b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.564528 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:36Z', 'revision_number': 3, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:39.594983 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-b97f0879-1679-4a64-9a2f-a4f65dffb798 None None] Port bc475234-6a8d-4826-bafd-984429adb00b cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:39.595251 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a932aee-9b12-4311-bf25-6a5831c07460 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:36Z', 'revision_number': 3, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:39.595397 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (bc475234-6a8d-4826-bafd-984429adb00b), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.759677 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks [] for port (bc475234-6a8d-4826-bafd-984429adb00b), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.834969 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (bc475234-6a8d-4826-bafd-984429adb00b), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.917000 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Pushing event updated for resources: {'Port': ['ID=bc475234-6a8d-4826-bafd-984429adb00b,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:39.935704 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.965775 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359b325-4458-4647-b0d8-11862b54defc req-e40be34c-a3c8-4887-acaf-176be26874cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:39.968364 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7359b325-4458-4647-b0d8-11862b54defc req-e40be34c-a3c8-4887-acaf-176be26874cf service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1402299 Apr 07 11:58:40.040889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd17d2c-b8f7-4b99-a267-52c51a970998 req-c7e40a92-8c67-4d45-b5f2-a8c5f3116eb2 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:40.045345 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ccd17d2c-b8f7-4b99-a267-52c51a970998 req-c7e40a92-8c67-4d45-b5f2-a8c5f3116eb2 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0639150 Apr 07 11:58:40.056627 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:40.058109 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:40.103846 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ccd17d2c-b8f7-4b99-a267-52c51a970998 req-0e5576dc-1843-44b6-b27f-da79bfd2739a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Apr 07 11:58:40.198643 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:40.331990 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-b837dac5-948c-482f-9365-b59523a52112 None None] Provisioning complete for port bc475234-6a8d-4826-bafd-984429adb00b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:40.333476 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b837dac5-948c-482f-9365-b59523a52112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (bc475234-6a8d-4826-bafd-984429adb00b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.345002 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:40.353785 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-34f419bb-ced5-4cc7-b696-e80fbfb59702 admin admin] 10.222.0.37 "PUT /v2.0/routers/70c51729-4af8-4edf-bfa9-61e5c8b4f3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428212 Apr 07 11:58:40.402735 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-b837dac5-948c-482f-9365-b59523a52112 None None] Port bc475234-6a8d-4826-bafd-984429adb00b cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:40.452541 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c3893-7067-41d2-82df-dcea9aae5ca3 req-cec66447-0542-4b6d-899a-d8cda2e5abff tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:40.454201 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cc9c3893-7067-41d2-82df-dcea9aae5ca3 req-cec66447-0542-4b6d-899a-d8cda2e5abff tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0585351 Apr 07 11:58:40.468458 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 026867c5-5b4c-4b6c-9875-3527f7e31993 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:40.517228 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cc9c3893-7067-41d2-82df-dcea9aae5ca3 req-b82b9327-3d4d-4c08-93d6-e073c5d812b0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572715 Apr 07 11:58:40.535571 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 026867c5-5b4c-4b6c-9875-3527f7e31993 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:40.535945 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.628808 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 026867c5-5b4c-4b6c-9875-3527f7e31993 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:40.629452 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.651288 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 026867c5-5b4c-4b6c-9875-3527f7e31993, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=026867c5-5b4c-4b6c-9875-3527f7e31993,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:40.712127 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.712964 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 7937c96f-4c77-4a89-9233-6a451a15bc1f up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:40.790705 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=026867c5-5b4c-4b6c-9875-3527f7e31993,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:40.804780 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 7937c96f-4c77-4a89-9233-6a451a15bc1f triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:40.805218 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.886799 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 7937c96f-4c77-4a89-9233-6a451a15bc1f is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:41.017685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359b325-4458-4647-b0d8-11862b54defc req-79aaa808-bd13-4f0e-ba32-4de31b9b5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:41.019253 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7359b325-4458-4647-b0d8-11862b54defc req-79aaa808-bd13-4f0e-ba32-4de31b9b5377 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986950 Apr 07 11:58:41.135669 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 36910) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:41.140962 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1043900670-network', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:41.228935 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5fc62-6860-4fcd-b497-d629fde7f709 req-290eb3e9-e8b0-4602-83ce-77eb070844ba tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:41.230395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3f5fc62-6860-4fcd-b497-d629fde7f709 req-290eb3e9-e8b0-4602-83ce-77eb070844ba tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0537288 Apr 07 11:58:41.250124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Made reservation on behalf of fc626d67761f405096432fd60fe58ba2 for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:41.252294 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.262812 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.307375 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3f5fc62-6860-4fcd-b497-d629fde7f709 req-908b0cc9-ee97-4229-9cce-bd28a286590f tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706599 Apr 07 11:58:41.357165 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:41.365574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks [] for security_group (12108b18-9fe9-4957-8547-e7d6209f0d81), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.368121 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:41.368793 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:41.453791 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (12108b18-9fe9-4957-8547-e7d6209f0d81), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.479709 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:58:41.480412 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:41.490042 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12108b18-9fe9-4957-8547-e7d6209f0d81,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:41.495729 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (396b5294-3139-4229-b8e0-7488c0f3c3b2), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.496073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Added segment 396b5294-3139-4229-b8e0-7488c0f3c3b2 of type vlan for network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 Apr 07 11:58:41.534948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (fdb29766-5e63-463d-a87a-5b3de2e3ffa3), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.625918 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (fdb29766-5e63-463d-a87a-5b3de2e3ffa3), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.626921 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:41.627489 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.694951 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 2, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:41.712353 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8213a79-0ea6-41e0-92c1-e32f49b3e71d req-41213fed-b475-44de-b6a5-928d2f2535df tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:41.712353 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8213a79-0ea6-41e0-92c1-e32f49b3e71d req-41213fed-b475-44de-b6a5-928d2f2535df tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.1238291 Apr 07 11:58:41.712884 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] Pushing event updated for resources: {'Network': ['ID=fdb29766-5e63-463d-a87a-5b3de2e3ffa3,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:41.721226 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a6322e7f-c44a-43b5-9fca-9dee43c1b0ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5818355 Apr 07 11:58:41.722277 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36918) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:41.722833 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:41.723193 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Updating router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 port bc475234-6a8d-4826-bafd-984429adb00b binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:58:41.731834 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Request body: {'subnet': {'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1043900670-subnet', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:41.742457 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:58:41.765268 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8213a79-0ea6-41e0-92c1-e32f49b3e71d req-ac5e42bf-882f-4daa-8d45-d74a0fdc6053 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451601 Apr 07 11:58:41.842137 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Made reservation on behalf of fc626d67761f405096432fd60fe58ba2 for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:41.845349 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.918781 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (bc475234-6a8d-4826-bafd-984429adb00b), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.070823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (487b6101-bb00-464d-9ce3-ddb89f4e4d89), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.125990 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Pushing event updated for resources: {'Subnet': ['ID=487b6101-bb00-464d-9ce3-ddb89f4e4d89,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:42.143211 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Checking segment: {'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:42.143558 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Network hostable DHCP agents. Network: fdb29766-5e63-463d-a87a-5b3de2e3ffa3, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:58:42.200498 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Publish callbacks [] for port (bc475234-6a8d-4826-bafd-984429adb00b), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.207112 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:58:42.258470 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (bc475234-6a8d-4826-bafd-984429adb00b), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.287873 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, fdb29766-5e63-463d-a87a-5b3de2e3ffa3) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:42.295148 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:42.296646 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.310574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3389f1-4003-4dc0-ab14-0e704c798d8f None None] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:42.337211 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 026867c5-5b4c-4b6c-9875-3527f7e31993 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:42.338976 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca5806-70bc-4742-b119-c2e1e53828d2 None None] Pushing event updated for resources: {'Port': ['ID=bc475234-6a8d-4826-bafd-984429adb00b,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:42.382533 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-830c7fbd-6c17-4911-8eab-4e01dc13801c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6582375 Apr 07 11:58:42.383585 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 36924) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:42.390484 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:42.447951 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c2a5d-dc73-485b-b466-dc2b3dd855cd req-9ef587d8-4a4e-4c4f-a461-d9420f1a136f tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:42.449695 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-090c2a5d-dc73-485b-b466-dc2b3dd855cd req-9ef587d8-4a4e-4c4f-a461-d9420f1a136f tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0673549 Apr 07 11:58:42.479263 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Attempting to bind port bc475234-6a8d-4826-bafd-984429adb00b on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:42.480219 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Attempting to bind port bc475234-6a8d-4826-bafd-984429adb00b by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:42.480589 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Attempting to bind port bc475234-6a8d-4826-bafd-984429adb00b on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:42.489111 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.492914 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.496412 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:42.497007 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Checking segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:42.497586 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.498124 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Bound using segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:42.499482 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Bound port: bc475234-6a8d-4826-bafd-984429adb00b, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:42.500025 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (bc475234-6a8d-4826-bafd-984429adb00b), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.535328 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-090c2a5d-dc73-485b-b466-dc2b3dd855cd req-75c2ff9e-3493-4298-89b3-837d2c4b408c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750024 Apr 07 11:58:42.540112 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-fdb29766-5e63-463d-a87a-5b3de2e3ffa3', 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3', 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'fixed_ips': [{'subnet_id': '487b6101-bb00-464d-9ce3-ddb89f4e4d89'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:58:42.541024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.551796 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks [] for router_controller (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), precommit_add_association {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.590152 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 026867c5-5b4c-4b6c-9875-3527f7e31993 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:42.590429 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.700786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775d6d-c8fb-4e1d-a512-cd5405179fc0 req-31986b76-07e1-40ae-8578-b46b67a696de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:42.703864 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ae775d6d-c8fb-4e1d-a512-cd5405179fc0 req-31986b76-07e1-40ae-8578-b46b67a696de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1129 time: 0.0899055 Apr 07 11:58:42.709159 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-baafc7db-bc98-4f76-9aa8-33c7d6cb7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:42.712561 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-baafc7db-bc98-4f76-9aa8-33c7d6cb7cb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1127 time: 0.0915833 Apr 07 11:58:42.726055 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] For port bc475234-6a8d-4826-bafd-984429adb00b, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:42.732708 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] For port bc475234-6a8d-4826-bafd-984429adb00b, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=bc475234-6a8d-4826-bafd-984429adb00b,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:42.743040 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-f385ae4d-9a85-499d-b92d-313b081b9edc None None] Provisioning complete for port bc475234-6a8d-4826-bafd-984429adb00b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:42.743411 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f385ae4d-9a85-499d-b92d-313b081b9edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (bc475234-6a8d-4826-bafd-984429adb00b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.747350 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks [] for router_gateway (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.807915 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (bc475234-6a8d-4826-bafd-984429adb00b), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:42.852461 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-f385ae4d-9a85-499d-b92d-313b081b9edc None None] Port bc475234-6a8d-4826-bafd-984429adb00b cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:42.895340 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Allocated IP 172.20.0.2 (fdb29766-5e63-463d-a87a-5b3de2e3ffa3/487b6101-bb00-464d-9ce3-ddb89f4e4d89/220e10e9-7995-4863-9b07-7ee18c4cc451) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:42.904582 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27062a-5184-48a6-862c-df3b64019044 req-53f93739-2f36-4078-a63f-0a34db01d75a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:42.906193 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5d27062a-5184-48a6-862c-df3b64019044 req-53f93739-2f36-4078-a63f-0a34db01d75a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0730791 Apr 07 11:58:42.941761 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:42.942173 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:42.945781 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 026867c5-5b4c-4b6c-9875-3527f7e31993 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:42.952624 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca5806-70bc-4742-b119-c2e1e53828d2 None None] Pushing event updated for resources: {'Port': ['ID=bc475234-6a8d-4826-bafd-984429adb00b,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:42.974507 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5d27062a-5184-48a6-862c-df3b64019044 req-c25b85b2-63ee-4e6d-bdc9-0f07df944e34 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620215 Apr 07 11:58:43.066728 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks [] for router_gateway (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.087821 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.179769 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Publish callbacks [] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.207723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-18cd6328-9c55-4ec6-9b18-2d81f23be8c4 None None] Provisioning complete for port bc475234-6a8d-4826-bafd-984429adb00b triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:43.208096 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-18cd6328-9c55-4ec6-9b18-2d81f23be8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (bc475234-6a8d-4826-bafd-984429adb00b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.220553 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Allocated IP 172.27.1.102 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/21f685d1-31de-4ac7-829a-477acfb2116c) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:43.243807 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:43.273161 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.321345 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks [] for port (21f685d1-31de-4ac7-829a-477acfb2116c), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.373903 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:43.377921 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Pushing event updated for resources: {'Port': ['ID=220e10e9-7995-4863-9b07-7ee18c4cc451,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:43.381258 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:43.383275 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:43.426755 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.525247 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-18cd6328-9c55-4ec6-9b18-2d81f23be8c4 None None] Current status of the port bc475234-6a8d-4826-bafd-984429adb00b is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:43.525855 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-18cd6328-9c55-4ec6-9b18-2d81f23be8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (bc475234-6a8d-4826-bafd-984429adb00b), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.556628 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Attempting to bind port 220e10e9-7995-4863-9b07-7ee18c4cc451 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:43.556999 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Attempting to bind port 220e10e9-7995-4863-9b07-7ee18c4cc451 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:43.557361 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Attempting to bind port 220e10e9-7995-4863-9b07-7ee18c4cc451 on network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:43.575347 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:43.575729 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Checking segment: {'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:43.576125 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.577351 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Bound using segment: {'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:43.577865 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Bound port: 220e10e9-7995-4863-9b07-7ee18c4cc451, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:43.578842 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.627337 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-18cd6328-9c55-4ec6-9b18-2d81f23be8c4 None None] For port bc475234-6a8d-4826-bafd-984429adb00b, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=bc475234-6a8d-4826-bafd-984429adb00b,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:43.650460 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:43.654022 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867a3e-90d2-4470-9a0d-94b02080acd4 req-2e12c4e2-6e30-42e3-ac4d-11c66f63431e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:43.656748 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed867a3e-90d2-4470-9a0d-94b02080acd4 req-2e12c4e2-6e30-42e3-ac4d-11c66f63431e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0618205 Apr 07 11:58:43.657709 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:43.662312 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:43.665511 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=21f685d1-31de-4ac7-829a-477acfb2116c,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:43.695160 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-18cd6328-9c55-4ec6-9b18-2d81f23be8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (bc475234-6a8d-4826-bafd-984429adb00b), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:43.709186 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed867a3e-90d2-4470-9a0d-94b02080acd4 req-c8738ea2-c2b7-4d4e-8292-8c6aa2bfaad4 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Apr 07 11:58:43.819170 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-2267c9b6-0c8c-4ccf-8dba-0c17db2c82a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 200 len: 217 time: 0.0715649 Apr 07 11:58:43.857407 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] For port 220e10e9-7995-4863-9b07-7ee18c4cc451, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:43.876489 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ae775d6d-c8fb-4e1d-a512-cd5405179fc0 req-327a4528-e5e7-409b-8378-e58c9071eab2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316774 Apr 07 11:58:43.884561 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] For port 220e10e9-7995-4863-9b07-7ee18c4cc451, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=220e10e9-7995-4863-9b07-7ee18c4cc451,segment=NetworkSegment(396b5294-3139-4229-b8e0-7488c0f3c3b2),segment_id=396b5294-3139-4229-b8e0-7488c0f3c3b2)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:43.889574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-4af937ad-9625-4794-80a9-15d754ec1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:43.891316 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-4af937ad-9625-4794-80a9-15d754ec1caf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0616133 Apr 07 11:58:43.898896 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:42Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:43.901807 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd6328-9c55-4ec6-9b18-2d81f23be8c4 None None] Pushing event updated for resources: {'Port': ['ID=bc475234-6a8d-4826-bafd-984429adb00b,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:43.928927 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6b854-d4b5-4007-8de9-841ec8302b67 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:42Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:43.968697 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:44.013369 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks [] for router_gateway (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:44.088976 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b81f7-a0ae-4394-bb6d-cec7c087954d None None] Pushing event updated for resources: {'Port': ['ID=220e10e9-7995-4863-9b07-7ee18c4cc451,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:44.148743 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdbbea-b096-4524-b00b-5e67798db953 req-55c0d906-6b81-4e57-b01c-b6bd8e983bc7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:44.150602 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-27fdbbea-b096-4524-b00b-5e67798db953 req-55c0d906-6b81-4e57-b01c-b6bd8e983bc7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0753667 Apr 07 11:58:44.209475 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-27fdbbea-b096-4524-b00b-5e67798db953 req-2b01707d-61ac-4992-aec9-a0248d984d37 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520034 Apr 07 11:58:44.251778 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:44.391806 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-26f8e7b6-ff08-4c8b-9efb-999a57e9fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:44.393511 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-26f8e7b6-ff08-4c8b-9efb-999a57e9fd89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127777 Apr 07 11:58:44.444929 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device bc475234-6a8d-4826-bafd-984429adb00b up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:44.514339 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-b7be222a-004b-4195-bea7-1a56758a4ace service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131251 Apr 07 11:58:44.520048 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port bc475234-6a8d-4826-bafd-984429adb00b triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:44.520422 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (bc475234-6a8d-4826-bafd-984429adb00b), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:44.584887 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:58:44.615062 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port bc475234-6a8d-4826-bafd-984429adb00b is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:44.622080 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02a01e25-5b60-4100-8edd-0ff8d31759e1 req-b9796f68-337e-4a67-bf42-261c2b209bf0 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978327 Apr 07 11:58:44.713974 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:44.725126 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Sync routers for ids ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:44.739354 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Routers {'63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:44.739354 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:44.788956 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:44.796805 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 36954) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:44.797367 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9c5b1a9d-cf6c-4dc2-8f2e-5fe6b676d3d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4087281 Apr 07 11:58:44.871473 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Set router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:45.085052 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 3, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port': {'id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:43Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:45.115212 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Checking router: 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:45.119460 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Updating router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe port 21f685d1-31de-4ac7-829a-477acfb2116c binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:58:45.151403 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.231552 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c077a5c-c13f-46bd-a1c3-ee294f6122ea req-afe4d4f1-e3fb-4dab-8f44-1456bf0564c3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:45.233746 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3c077a5c-c13f-46bd-a1c3-ee294f6122ea req-afe4d4f1-e3fb-4dab-8f44-1456bf0564c3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.1093669 Apr 07 11:58:45.295373 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19dfbc8-7d63-42d3-9388-b3a525160644 None None] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:45.384336 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3c077a5c-c13f-46bd-a1c3-ee294f6122ea req-c8fd09cd-d66d-4a32-b480-f7a711cc8a00 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429830 Apr 07 11:58:45.437702 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-c16ab739-054b-4a13-8e98-ed074d40754f None None] Provisioning complete for port 220e10e9-7995-4863-9b07-7ee18c4cc451 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:45.438464 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c16ab739-054b-4a13-8e98-ed074d40754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.448312 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030105f-4329-4cfc-b9c1-226982a95eff req-033f3786-1dc9-4c55-ba63-bb31f2a26ae1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:45.456109 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7030105f-4329-4cfc-b9c1-226982a95eff req-033f3786-1dc9-4c55-ba63-bb31f2a26ae1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.1480794 Apr 07 11:58:45.479782 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Publish callbacks [] for port (21f685d1-31de-4ac7-829a-477acfb2116c), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.542244 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7030105f-4329-4cfc-b9c1-226982a95eff req-75da0e6f-4c9a-4ce3-828c-6980fc3ec39d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852723 Apr 07 11:58:45.560042 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.573444 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c16ab739-054b-4a13-8e98-ed074d40754f None None] Current status of the port 220e10e9-7995-4863-9b07-7ee18c4cc451 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:45.573903 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c16ab739-054b-4a13-8e98-ed074d40754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.625564 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-c16ab739-054b-4a13-8e98-ed074d40754f None None] For port 220e10e9-7995-4863-9b07-7ee18c4cc451, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=220e10e9-7995-4863-9b07-7ee18c4cc451,segment=NetworkSegment(396b5294-3139-4229-b8e0-7488c0f3c3b2),segment_id=396b5294-3139-4229-b8e0-7488c0f3c3b2)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:45.643963 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Attempting to bind port 21f685d1-31de-4ac7-829a-477acfb2116c on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:45.644334 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Attempting to bind port 21f685d1-31de-4ac7-829a-477acfb2116c by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:45.644925 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Attempting to bind port 21f685d1-31de-4ac7-829a-477acfb2116c on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:45.662266 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e9a9-3d67-44fb-8ec3-8402c0490996 None None] Pushing event updated for resources: {'Port': ['ID=21f685d1-31de-4ac7-829a-477acfb2116c,revision_number=2']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:45.663721 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:45.664105 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:45.664511 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.664942 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:45.665431 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Bound port: 21f685d1-31de-4ac7-829a-477acfb2116c, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:45.665812 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.707389 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c16ab739-054b-4a13-8e98-ed074d40754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.743209 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] For port 21f685d1-31de-4ac7-829a-477acfb2116c, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:45.746997 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] For port 21f685d1-31de-4ac7-829a-477acfb2116c, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=21f685d1-31de-4ac7-829a-477acfb2116c,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:45.780889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.783426 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ab739-054b-4a13-8e98-ed074d40754f None None] Pushing event updated for resources: {'Port': ['ID=220e10e9-7995-4863-9b07-7ee18c4cc451,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:45.815076 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.828898 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-3a41b0e2-b660-4a7e-a488-1d9f8dc28243 None None] Provisioning complete for port 220e10e9-7995-4863-9b07-7ee18c4cc451 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:45.829197 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3a41b0e2-b660-4a7e-a488-1d9f8dc28243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:45.876579 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Routers {'63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:45.877209 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:45.918517 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e9a9-3d67-44fb-8ec3-8402c0490996 None None] Pushing event updated for resources: {'Port': ['ID=21f685d1-31de-4ac7-829a-477acfb2116c,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:45.940622 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-3a41b0e2-b660-4a7e-a488-1d9f8dc28243 None None] Current status of the port 220e10e9-7995-4863-9b07-7ee18c4cc451 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:45.961873 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Allocated IP 172.20.0.1 (fdb29766-5e63-463d-a87a-5b3de2e3ffa3/487b6101-bb00-464d-9ce3-ddb89f4e4d89/0808ba0e-8f3c-4351-add5-2d0a5fef87d5) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:45.997611 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] Set router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:46.084286 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks [] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.143837 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-800ab8f6-3cc1-4a8c-bb7b-1fea288850b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716341 Apr 07 11:58:46.178979 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 3, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port': {'id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:43Z', 'updated_at': '2022-04-07T11:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:46.206779 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afeecb-b002-44c1-a8fd-c4a2ebd4ca41 None None] The sync data for ids ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'] in dv-cinder-836769-3-iscsi is: [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 3, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port': {'id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:43Z', 'updated_at': '2022-04-07T11:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:46.219735 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.259680 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:46.265565 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:46.271007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:46.295865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Pushing event updated for resources: {'Port': ['ID=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:46.323813 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.373669 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 220e10e9-7995-4863-9b07-7ee18c4cc451 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:46.450232 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.480373 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 220e10e9-7995-4863-9b07-7ee18c4cc451 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:46.481134 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.593183 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 220e10e9-7995-4863-9b07-7ee18c4cc451 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:46.612549 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.634212 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189ac83-360d-46a0-aacb-cbef98b4bd7b req-2fe16c88-4818-497b-bbac-e0238780d7e6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:46.635905 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b189ac83-360d-46a0-aacb-cbef98b4bd7b req-2fe16c88-4818-497b-bbac-e0238780d7e6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.1402915 Apr 07 11:58:46.665507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-9288f585-c9c2-49c7-b4fc-435cd414d9ae None None] Provisioning complete for port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:46.666689 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9288f585-c9c2-49c7-b4fc-435cd414d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.712216 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-9288f585-c9c2-49c7-b4fc-435cd414d9ae None None] Port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:46.779249 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b189ac83-360d-46a0-aacb-cbef98b4bd7b req-950cb48a-c67f-4298-85fb-d5a4dd4b250e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313863 Apr 07 11:58:46.831852 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2b86e-6a85-468f-b9fa-d31596d8f489 req-6ec5b3f6-243c-4b92-b593-b3130e988913 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:46.833379 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-62a2b86e-6a85-468f-b9fa-d31596d8f489 req-6ec5b3f6-243c-4b92-b593-b3130e988913 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.1961997 Apr 07 11:58:46.908440 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-62a2b86e-6a85-468f-b9fa-d31596d8f489 req-e92ed4a5-b045-470b-811f-f5ff782db09c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653651 Apr 07 11:58:46.928014 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks [] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:47.009479 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:47.081075 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Pushing event updated for resources: {'Port': ['ID=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:47.084078 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:47.181628 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:47.183026 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:47.302975 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:47.421833 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:47.426661 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-d2519f36-e8e9-46e6-b7de-ae535e4dc924 admin admin] 10.222.0.37 "PUT /v2.0/routers/63e965fc-3be0-4cfe-9965-6f1f1bf78bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324880 Apr 07 11:58:47.440180 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-be7a9df6-cc70-4a9b-b403-b446ac254068 None None] Provisioning complete for port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:47.440560 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-be7a9df6-cc70-4a9b-b403-b446ac254068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:47.479011 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-be7a9df6-cc70-4a9b-b403-b446ac254068 None None] Port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:47.837135 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Sync routers for ids ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:47.852062 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Routers {'63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:47.852697 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:47.905004 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac0c6-5880-4e5f-8900-786ef1765097 req-0bedddd2-15ec-4a28-9b02-fa682d6c382c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:47.906832 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0beac0c6-5880-4e5f-8900-786ef1765097 req-0bedddd2-15ec-4a28-9b02-fa682d6c382c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0581288 Apr 07 11:58:47.956839 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0beac0c6-5880-4e5f-8900-786ef1765097 req-a22bb925-eebb-426d-93b9-2d92ab510881 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Apr 07 11:58:47.980456 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Set router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:48.071215 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44707-6221-48ac-b99a-6f7fb52160c1 req-ab0f0b7b-774a-40fa-9344-0bc7a42eafdc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:48.072703 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cdd44707-6221-48ac-b99a-6f7fb52160c1 req-ab0f0b7b-774a-40fa-9344-0bc7a42eafdc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0563002 Apr 07 11:58:48.124027 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cdd44707-6221-48ac-b99a-6f7fb52160c1 req-319031e8-d1c3-47fa-bb69-aa24edaf1eaf tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Apr 07 11:58:48.195842 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T11:58:46Z', 'revision_number': 4, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port': {'id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:43Z', 'updated_at': '2022-04-07T11:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '0808ba0e-8f3c-4351-add5-2d0a5fef87d5', 'name': '', 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'mac_address': 'fa:16:3e:32:6b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '487b6101-bb00-464d-9ce3-ddb89f4e4d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:45Z', 'updated_at': '2022-04-07T11:58:46Z', 'revision_number': 2, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'subnets': [{'id': '487b6101-bb00-464d-9ce3-ddb89f4e4d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:48.222197 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Checking router: 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:48.222562 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Updating router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:58:48.249018 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.344311 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 21f685d1-31de-4ac7-829a-477acfb2116c up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:48.388819 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 36990) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:48.394101 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-f4002a54-df6f-4bb4-9ac2-87f25dbe8194 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000117083', 'description': 'tempest-secgroup-smoke-2000117083 description', 'project_id': '903aa713695e4491ab75a7a10dfd0903'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:48.463600 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 21f685d1-31de-4ac7-829a-477acfb2116c triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:48.463966 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.472029 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4002a54-df6f-4bb4-9ac2-87f25dbe8194 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.540497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4002a54-df6f-4bb4-9ac2-87f25dbe8194 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group (88a5cdee-1843-45dd-b888-bb20737dc708), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.603376 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4002a54-df6f-4bb4-9ac2-87f25dbe8194 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (88a5cdee-1843-45dd-b888-bb20737dc708), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.614387 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Publish callbacks [] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.615901 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 21f685d1-31de-4ac7-829a-477acfb2116c is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:48.616270 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.632887 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002a54-df6f-4bb4-9ac2-87f25dbe8194 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5cdee-1843-45dd-b888-bb20737dc708,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:48.636760 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 21f685d1-31de-4ac7-829a-477acfb2116c, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=21f685d1-31de-4ac7-829a-477acfb2116c,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:48.683394 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.714259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f4002a54-df6f-4bb4-9ac2-87f25dbe8194 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.720173 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-f4002a54-df6f-4bb4-9ac2-87f25dbe8194 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3252437 Apr 07 11:58:48.720624 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.720765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 36994) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:48.724665 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-953e5bd8-b5f4-4a2c-bd4e-421f9f3c6199 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'security_group_rule': {'security_group_id': '88a5cdee-1843-45dd-b888-bb20737dc708', 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:48.738776 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d8a58-28eb-4c1b-ad69-001772185ffe None None] Pushing event updated for resources: {'Port': ['ID=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:48.820861 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-953e5bd8-b5f4-4a2c-bd4e-421f9f3c6199 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (51b42ac1-2dd4-423f-b40c-d1cfc37e8e58), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.821885 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Attempting to bind port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:48.822272 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Attempting to bind port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:48.824000 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Attempting to bind port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 on network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:48.840383 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:48.841335 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Checking segment: {'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:48.841431 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.841826 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Bound using segment: {'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:48.842877 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Bound port: 0808ba0e-8f3c-4351-add5-2d0a5fef87d5, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396b5294-3139-4229-b8e0-7488c0f3c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:48.843268 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.864218 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=21f685d1-31de-4ac7-829a-477acfb2116c,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:48.901549 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-953e5bd8-b5f4-4a2c-bd4e-421f9f3c6199 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (51b42ac1-2dd4-423f-b40c-d1cfc37e8e58), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:48.924660 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] For port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:48.927802 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] For port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,segment=NetworkSegment(396b5294-3139-4229-b8e0-7488c0f3c3b2),segment_id=396b5294-3139-4229-b8e0-7488c0f3c3b2)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:48.986497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-953e5bd8-b5f4-4a2c-bd4e-421f9f3c6199 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (51b42ac1-2dd4-423f-b40c-d1cfc37e8e58), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.005631 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e5bd8-b5f4-4a2c-bd4e-421f9f3c6199 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b42ac1-2dd4-423f-b40c-d1cfc37e8e58,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:49.018843 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.028108 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-c7aea404-6626-413c-9989-b3a6dad8e624 None None] Provisioning complete for port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:49.028499 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c7aea404-6626-413c-9989-b3a6dad8e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.070146 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-953e5bd8-b5f4-4a2c-bd4e-421f9f3c6199 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.074266 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-953e5bd8-b5f4-4a2c-bd4e-421f9f3c6199 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510783 Apr 07 11:58:49.074902 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37002) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:49.080582 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-633d9b39-d780-4bb3-a9a8-9f02e2820d4e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'security_group_rule': {'security_group_id': '88a5cdee-1843-45dd-b888-bb20737dc708', 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:49.121180 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d8a58-28eb-4c1b-ad69-001772185ffe None None] Pushing event updated for resources: {'Port': ['ID=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:49.126254 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Routers {'63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:49.126914 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:49.127645 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12b4e-1c41-44a2-ae4c-a57e0691f7d0 req-99891de9-dda2-46af-b259-7b41f08c71cb tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:49.129562 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bbf12b4e-1c41-44a2-ae4c-a57e0691f7d0 req-99891de9-dda2-46af-b259-7b41f08c71cb tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0983675 Apr 07 11:58:49.192500 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-633d9b39-d780-4bb3-a9a8-9f02e2820d4e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (9690e162-0edc-4d5c-8f47-63c8e8a55e81), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.207379 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bbf12b4e-1c41-44a2-ae4c-a57e0691f7d0 req-cfe2a645-0754-48f1-9407-0f85e5f2124a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698495 Apr 07 11:58:49.275574 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-de6b7a07-c0ab-4d22-b808-07e28c9affc1 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783203369&fields=id&tenant_id=4fa2b79396a843e087f247c1f6558746 HTTP/1.1" status: 200 len: 267 time: 0.0850575 Apr 07 11:58:49.294934 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-633d9b39-d780-4bb3-a9a8-9f02e2820d4e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (9690e162-0edc-4d5c-8f47-63c8e8a55e81), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.367590 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-633d9b39-d780-4bb3-a9a8-9f02e2820d4e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (9690e162-0edc-4d5c-8f47-63c8e8a55e81), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.389052 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d9b39-d780-4bb3-a9a8-9f02e2820d4e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9690e162-0edc-4d5c-8f47-63c8e8a55e81,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:49.427432 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c7aea404-6626-413c-9989-b3a6dad8e624 None None] Current status of the port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:49.427823 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c7aea404-6626-413c-9989-b3a6dad8e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.429318 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88638395-9b8d-46c7-b5cb-8f5555d01044 req-7beabac3-f4aa-40f3-8554-3a189852da80 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:49.431082 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-88638395-9b8d-46c7-b5cb-8f5555d01044 req-7beabac3-f4aa-40f3-8554-3a189852da80 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.1342740 Apr 07 11:58:49.439685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-a8be5acc-ac6f-4645-9c16-b3bc35167205 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:49.441276 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-a8be5acc-ac6f-4645-9c16-b3bc35167205 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/networks?id=39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 200 len: 808 time: 0.1559098 Apr 07 11:58:49.462821 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] Set router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:49.467564 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-d1ef9945-f775-4cba-ac51-148c5328e3a9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/quotas/4fa2b79396a843e087f247c1f6558746 HTTP/1.1" status: 200 len: 375 time: 0.0189328 Apr 07 11:58:49.497587 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-633d9b39-d780-4bb3-a9a8-9f02e2820d4e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.500307 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-633d9b39-d780-4bb3-a9a8-9f02e2820d4e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4246504 Apr 07 11:58:49.502921 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37010) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:49.507707 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-9d65e0ce-c58d-478a-ae7c-70991ca8960b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'security_group_rule': {'security_group_id': '88a5cdee-1843-45dd-b888-bb20737dc708', 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:49.509117 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-c7aea404-6626-413c-9989-b3a6dad8e624 None None] For port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,segment=NetworkSegment(396b5294-3139-4229-b8e0-7488c0f3c3b2),segment_id=396b5294-3139-4229-b8e0-7488c0f3c3b2)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:49.519273 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-88638395-9b8d-46c7-b5cb-8f5555d01044 req-b554071e-66f1-4f17-8e09-be2427fc8624 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768023 Apr 07 11:58:49.547687 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-98bbfe16-8bd3-4d8d-acd2-a54f5f714953 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706017 Apr 07 11:58:49.594440 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c7aea404-6626-413c-9989-b3a6dad8e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.635711 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9d65e0ce-c58d-478a-ae7c-70991ca8960b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (ba026dc3-649d-4888-8093-eb9b51b22552), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.664800 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-d10a370b-13d3-4dd2-b723-3ae109c2f3ce service neutron] 10.222.0.37 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058724 Apr 07 11:58:49.681269 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aea404-6626-413c-9989-b3a6dad8e624 None None] Pushing event updated for resources: {'Port': ['ID=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:49.695941 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9d65e0ce-c58d-478a-ae7c-70991ca8960b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (ba026dc3-649d-4888-8093-eb9b51b22552), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.725982 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-d08a08b7-e6da-4d63-a383-4ad29e3e6b94 None None] Provisioning complete for port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:49.726985 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d08a08b7-e6da-4d63-a383-4ad29e3e6b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.757565 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-2f0fb1de-f7c5-44e3-babd-6fd859afc627 service neutron] 10.222.0.37 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856173 Apr 07 11:58:49.773553 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9d65e0ce-c58d-478a-ae7c-70991ca8960b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (ba026dc3-649d-4888-8093-eb9b51b22552), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.777836 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T11:58:46Z', 'revision_number': 4, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port': {'id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:43Z', 'updated_at': '2022-04-07T11:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '0808ba0e-8f3c-4351-add5-2d0a5fef87d5', 'name': '', 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'mac_address': 'fa:16:3e:32:6b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '487b6101-bb00-464d-9ce3-ddb89f4e4d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:45Z', 'updated_at': '2022-04-07T11:58:48Z', 'revision_number': 4, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'subnets': [{'id': '487b6101-bb00-464d-9ce3-ddb89f4e4d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:49.796929 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65e0ce-c58d-478a-ae7c-70991ca8960b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba026dc3-649d-4888-8093-eb9b51b22552,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:49.813749 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76762d54-3280-4b3a-96a3-7da0fa51e1e4 None None] The sync data for ids ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'] in dv-cinder-836769-3-iscsi is: [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T11:58:46Z', 'revision_number': 4, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port': {'id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:43Z', 'updated_at': '2022-04-07T11:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '0808ba0e-8f3c-4351-add5-2d0a5fef87d5', 'name': '', 'network_id': 'fdb29766-5e63-463d-a87a-5b3de2e3ffa3', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'mac_address': 'fa:16:3e:32:6b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '487b6101-bb00-464d-9ce3-ddb89f4e4d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:45Z', 'updated_at': '2022-04-07T11:58:48Z', 'revision_number': 4, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'subnets': [{'id': '487b6101-bb00-464d-9ce3-ddb89f4e4d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:49.872906 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-d08a08b7-e6da-4d63-a383-4ad29e3e6b94 None None] Current status of the port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:49.875084 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9d65e0ce-c58d-478a-ae7c-70991ca8960b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.878913 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9d65e0ce-c58d-478a-ae7c-70991ca8960b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739197 Apr 07 11:58:49.880568 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37020) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:49.901465 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-b96479c4-988d-42f6-ab6c-f5afecc3a744 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'security_group_rule': {'security_group_id': '88a5cdee-1843-45dd-b888-bb20737dc708', 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:50.004091 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b96479c4-988d-42f6-ab6c-f5afecc3a744 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (a8dd1059-8adf-465d-bc51-e07b46716dd6), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.067736 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b96479c4-988d-42f6-ab6c-f5afecc3a744 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (a8dd1059-8adf-465d-bc51-e07b46716dd6), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.243207 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b96479c4-988d-42f6-ab6c-f5afecc3a744 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (a8dd1059-8adf-465d-bc51-e07b46716dd6), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.266049 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96479c4-988d-42f6-ab6c-f5afecc3a744 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dd1059-8adf-465d-bc51-e07b46716dd6,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:50.336729 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b96479c4-988d-42f6-ab6c-f5afecc3a744 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.340770 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b96479c4-988d-42f6-ab6c-f5afecc3a744 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4563336 Apr 07 11:58:50.341338 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37026) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:50.346275 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'security_group_rule': {'security_group_id': '88a5cdee-1843-45dd-b888-bb20737dc708', 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:50.356152 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f01aa2-2d5f-439c-a1e2-4266c85ab170 req-2034666a-116f-4ee9-af7b-8710b4ff4009 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:50.358254 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-57f01aa2-2d5f-439c-a1e2-4266c85ab170 req-2034666a-116f-4ee9-af7b-8710b4ff4009 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0650640 Apr 07 11:58:50.410483 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-57f01aa2-2d5f-439c-a1e2-4266c85ab170 req-dbf3c3bc-8a5b-4f98-8328-4171ea291e6a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Apr 07 11:58:50.423064 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 21f685d1-31de-4ac7-829a-477acfb2116c up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:50.466471 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.securitygroups_db [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Project 903aa713695e4491ab75a7a10dfd0903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:58:50.472407 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (a81b8da7-d466-4cf0-9748-f2dbfbd16b35), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.476022 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 21f685d1-31de-4ac7-829a-477acfb2116c triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:50.476264 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.563028 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (a81b8da7-d466-4cf0-9748-f2dbfbd16b35), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.599460 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 21f685d1-31de-4ac7-829a-477acfb2116c is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:50.600760 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:50.602337 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9aff347a-c041-4fa5-af4f-28850b12aa9c req-60f2872f-47c9-4f95-aac8-ac0fffda068d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0363603 Apr 07 11:58:50.648988 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (a81b8da7-d466-4cf0-9748-f2dbfbd16b35), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.659110 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:50.659619 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.673768 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81b8da7-d466-4cf0-9748-f2dbfbd16b35,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:50.699811 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298deea-9327-4efe-8b56-087a55b4417a req-8537fb0b-fce5-44a7-851f-523b10b6c280 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:50.702006 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e298deea-9327-4efe-8b56-087a55b4417a req-8537fb0b-fce5-44a7-851f-523b10b6c280 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0922117 Apr 07 11:58:50.742804 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.744358 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-eb551e21-5309-4e44-a1cf-fab27d3380a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4020770 Apr 07 11:58:50.746965 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37040) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:50.752159 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'security_group_rule': {'security_group_id': '88a5cdee-1843-45dd-b888-bb20737dc708', 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:50.762625 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e298deea-9327-4efe-8b56-087a55b4417a req-3c4c4a57-0302-4e0c-9d8a-83ae23edc88d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523927 Apr 07 11:58:50.768489 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:50.847760 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.securitygroups_db [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Project 903aa713695e4491ab75a7a10dfd0903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:58:50.853351 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (88004bd4-4574-49e4-8507-57892746436f), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:50.914497 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (88004bd4-4574-49e4-8507-57892746436f), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:51.014682 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (88004bd4-4574-49e4-8507-57892746436f), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:51.033292 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88004bd4-4574-49e4-8507-57892746436f,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:51.102354 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:51.103619 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7fd8b681-8642-4e1f-9da1-61d7c97987c1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3556826 Apr 07 11:58:51.532806 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee18dd-0afc-4f6c-8003-51585c0cfe75 req-8a252e0f-4337-493f-a7d1-03f4f09805da tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:51.537921 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7aee18dd-0afc-4f6c-8003-51585c0cfe75 req-8a252e0f-4337-493f-a7d1-03f4f09805da tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0585971 Apr 07 11:58:51.584626 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7aee18dd-0afc-4f6c-8003-51585c0cfe75 req-074f7804-7300-4226-a436-169ac5b1936a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Apr 07 11:58:51.687449 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e624d740-3ce8-48a6-8103-746442963c51 req-c327fb26-d180-407c-a322-7568b635a484 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0281792 Apr 07 11:58:51.884028 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc15dfa-356f-4c65-86a0-f09ebb36b14c req-65080066-a136-4469-bba0-dadaee5dd6c0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:51.885521 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6fc15dfa-356f-4c65-86a0-f09ebb36b14c req-65080066-a136-4469-bba0-dadaee5dd6c0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0535111 Apr 07 11:58:51.938755 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6fc15dfa-356f-4c65-86a0-f09ebb36b14c req-0fb346d7-51c4-4327-9bd2-2e1359732811 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 Apr 07 11:58:52.712968 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7695f-8728-44c4-9716-f097648ee628 req-51e22c15-6095-464a-80a6-9c868456737a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:52.715247 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-82e7695f-8728-44c4-9716-f097648ee628 req-51e22c15-6095-464a-80a6-9c868456737a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0559072 Apr 07 11:58:52.777973 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-82e7695f-8728-44c4-9716-f097648ee628 req-1c7efdda-1c4f-4f50-8dec-a179fffc619f tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533605 Apr 07 11:58:52.793902 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-574c0b9a-8560-4d4e-86ed-600d48698576 req-9634508c-e1f3-4099-895c-bdc4477eba72 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0286806 Apr 07 11:58:52.988637 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:58:53.072590 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ce844-3d21-4dba-b7e6-91c5f6113642 req-4eef5c9d-6c0e-4f95-9945-ee1256eaeb49 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:53.074390 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-092ce844-3d21-4dba-b7e6-91c5f6113642 req-4eef5c9d-6c0e-4f95-9945-ee1256eaeb49 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 943 time: 0.0630414 Apr 07 11:58:53.093643 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:53.105214 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'mac_address': 'fa:16:3e:a8:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:58:53.127664 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-092ce844-3d21-4dba-b7e6-91c5f6113642 req-07bca1bc-3085-46c5-b092-33251254e976 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467315 Apr 07 11:58:53.148639 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:53.149035 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.162629 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:58:53.183658 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:53.272178 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.303816 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-11474d6a-f140-4abc-b554-2616ddbdd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:53.305307 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-11474d6a-f140-4abc-b554-2616ddbdd96d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1129 time: 0.0457888 Apr 07 11:58:53.322738 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:53.441836 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-df50e247-1f5a-4c58-8829-6a2891b1771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:53.443331 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-df50e247-1f5a-4c58-8829-6a2891b1771c service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0930071 Apr 07 11:58:53.488543 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-5fc4b023-d804-44e2-8720-f973a26f1a71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 217 time: 0.0377591 Apr 07 11:58:53.539689 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-6d2fd4f2-ed59-4dac-bfe1-2d77867c40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:53.541247 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-6d2fd4f2-ed59-4dac-bfe1-2d77867c40d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0452745 Apr 07 11:58:53.594477 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-c441996a-73ac-4861-9a9c-19ae3627ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:53.598628 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-c441996a-73ac-4861-9a9c-19ae3627ca83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447483 Apr 07 11:58:53.765396 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:58:53.910619 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:58:53.967980 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6305db7-4679-4035-89e5-3c40fc5c91e6 req-13e23158-5385-4746-ad40-cc1983403ed3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0494857 Apr 07 11:58:54.005071 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-0c3206ce-b888-4200-aa2f-445503907db9 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009850 Apr 07 11:58:54.015137 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce618da-02f2-4d94-b958-14cb0f4bfdaf req-96464a1e-c587-486c-9d5c-c3d3a9200a51 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:54.016494 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fce618da-02f2-4d94-b958-14cb0f4bfdaf req-96464a1e-c587-486c-9d5c-c3d3a9200a51 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0997915 Apr 07 11:58:54.067573 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fce618da-02f2-4d94-b958-14cb0f4bfdaf req-85812cdc-fd6c-4794-b89a-5e5ac7e3bd56 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455585 Apr 07 11:58:54.199500 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e837a-72bd-4f03-a543-b96597969e15 req-0909207d-40d9-4f86-8345-44627bc99cf3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:54.201017 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa2e837a-72bd-4f03-a543-b96597969e15 req-0909207d-40d9-4f86-8345-44627bc99cf3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0632453 Apr 07 11:58:54.249285 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37158) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:54.277658 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa2e837a-72bd-4f03-a543-b96597969e15 req-68687e55-4848-4b42-9452-8fc2f9162e45 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669301 Apr 07 11:58:54.287020 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccfd51-fea6-48ce-a336-0c738c14f369 req-3e547e75-a22d-4346-ba60-de188c2701e6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:54.288605 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6eccfd51-fea6-48ce-a336-0c738c14f369 req-3e547e75-a22d-4346-ba60-de188c2701e6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 944 time: 0.0860779 Apr 07 11:58:54.394479 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c311e6ba-9e89-4732-8285-fa8fb9ba4b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.410014 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6eccfd51-fea6-48ce-a336-0c738c14f369 req-c096ef77-d478-4e0e-b090-b23a2944770a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123064 Apr 07 11:58:54.431168 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-daa168fe-ab21-49f0-bbf6-4cf0d0a9ae40 req-750698ee-d3eb-4da9-b174-4708eb83d69a service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367416 Apr 07 11:58:54.478999 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c311e6ba-9e89-4732-8285-fa8fb9ba4b15 admin admin] Publish callbacks [] for security_group (877de810-2495-40dc-bc6c-ea132ca88f80), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.551965 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c311e6ba-9e89-4732-8285-fa8fb9ba4b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (877de810-2495-40dc-bc6c-ea132ca88f80), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.608997 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311e6ba-9e89-4732-8285-fa8fb9ba4b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877de810-2495-40dc-bc6c-ea132ca88f80,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:54.617732 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-c311e6ba-9e89-4732-8285-fa8fb9ba4b15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55ff465af7e842ad81a462145367cb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673272 Apr 07 11:58:54.619652 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37168) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:54.656383 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-0b4815f5-7245-43d1-9cef-5ce6aa81d1ed tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:54.657956 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-0b4815f5-7245-43d1-9cef-5ce6aa81d1ed tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.48 "GET /v2.0/networks?id=39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 200 len: 808 time: 0.1484146 Apr 07 11:58:54.688294 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ac300a6f-72d3-4d59-97b9-75ac442c2f56 admin admin] Publish callbacks [] for security_group (877de810-2495-40dc-bc6c-ea132ca88f80), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.712444 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ac300a6f-72d3-4d59-97b9-75ac442c2f56 admin admin] Publish callbacks [] for security_group (877de810-2495-40dc-bc6c-ea132ca88f80), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.718623 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a529d1-8867-44e5-b67c-7388bd2cf037 req-ece8f97c-2899-4a59-a884-3856a549a2c7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:54.718623 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2a529d1-8867-44e5-b67c-7388bd2cf037 req-ece8f97c-2899-4a59-a884-3856a549a2c7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0573609 Apr 07 11:58:54.769844 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2a529d1-8867-44e5-b67c-7388bd2cf037 req-bbfb31ae-aa5f-4df4-bfcd-9c5e09b4b346 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 Apr 07 11:58:54.836994 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ac300a6f-72d3-4d59-97b9-75ac442c2f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (877de810-2495-40dc-bc6c-ea132ca88f80), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.839757 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ac300a6f-72d3-4d59-97b9-75ac442c2f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.841776 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ac300a6f-72d3-4d59-97b9-75ac442c2f56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/877de810-2495-40dc-bc6c-ea132ca88f80 HTTP/1.1" status: 204 len: 168 time: 0.2214508 Apr 07 11:58:54.852009 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac300a6f-72d3-4d59-97b9-75ac442c2f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877de810-2495-40dc-bc6c-ea132ca88f80,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:54.955112 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-b15692f6-8df8-4353-b5d9-bd5a5739a138 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa2b79396a843e087f247c1f6558746 HTTP/1.1" status: 200 len: 379 time: 0.0878541 Apr 07 11:58:54.965062 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'port': {'device_id': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'admin_state_up': True, 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'security_groups': ['43b6c986-6171-400b-a3e8-0adc7620d2cd']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:55.064206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:58:55.088648 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ae366cbc-30e9-44a4-b862-ab6e76f50c3c req-f5b84047-528a-42c6-9d2f-b728e129041e tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0385015 Apr 07 11:58:55.221067 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:58:55.222639 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Made reservation on behalf of 4fa2b79396a843e087f247c1f6558746 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:55.232768 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:55.233644 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.235221 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.351037 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:58:55.351428 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.378607 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:55.381489 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cab5fb-5762-4cfa-ba04-367af4bccfa1" -d '{"events": [{"server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "name": "network-vif-plugged", "status": "completed", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:55.402485 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:55.416494 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Allocated IP 172.20.0.4 (39d74b45-bed8-42bd-b144-0794be4726be/92a2b290-177b-4ce6-8191-9467df569986/a172fc7a-9541-45a3-990a-8550330f7ca8) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:58:55.458885 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.575140 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b59924-3a12-4028-b72a-ed2bf26258da x-openstack-request-id: req-a4b59924-3a12-4028-b72a-ed2bf26258da {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:55.575369 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "name": "network-vif-plugged", "status": "completed", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:55.575632 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4b59924-3a12-4028-b72a-ed2bf26258da {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:55.576036 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b59924-3a12-4028-b72a-ed2bf26258da'] response: {'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'code': 200} Apr 07 11:58:55.584075 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:55.719406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921007c-53ca-450a-bcad-54ed5d5e1d9b req-22a68327-50cc-4f92-be2c-9ba63a9a1c3b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:55.723001 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c921007c-53ca-450a-bcad-54ed5d5e1d9b req-22a68327-50cc-4f92-be2c-9ba63a9a1c3b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.1289489 Apr 07 11:58:55.766098 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.806103 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c921007c-53ca-450a-bcad-54ed5d5e1d9b req-58106340-63e2-4c51-8729-62fb4ddab513 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703325 Apr 07 11:58:55.918206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.966519 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Network 39d74b45-bed8-42bd-b144-0794be4726be is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:58:55.977017 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:55.991373 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:58:56.027404 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:56.073305 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:56.074033 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.084129 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e4e0-b54a-4b13-82af-4fec33371f1d req-07dffb59-bb2f-4d13-a5f0-d69ca89a0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:56.085576 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fdf9e4e0-b54a-4b13-82af-4fec33371f1d req-07dffb59-bb2f-4d13-a5f0-d69ca89a0445 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1129 time: 0.1178186 Apr 07 11:58:56.143369 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fdf9e4e0-b54a-4b13-82af-4fec33371f1d req-9961b8ba-1241-4fe9-a0a7-0b8eece05c85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490003 Apr 07 11:58:56.218717 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-8be3dfde-17ab-4b99-9d9f-48f0e1e21eb3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2574730 Apr 07 11:58:56.241115 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114feb-a0f1-436d-a2c4-53ebc76d33ca req-d76047a3-b6ea-4871-9530-3a0531c8a153 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:56.241115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1114feb-a0f1-436d-a2c4-53ebc76d33ca req-d76047a3-b6ea-4871-9530-3a0531c8a153 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 931 time: 0.0654826 Apr 07 11:58:56.251043 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-9c41d5ae-fbd4-4660-8609-3bd51881d543 None None] Provisioning complete for port a172fc7a-9541-45a3-990a-8550330f7ca8 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:58:56.251777 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9c41d5ae-fbd4-4660-8609-3bd51881d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.297274 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-9c41d5ae-fbd4-4660-8609-3bd51881d543 None None] Port a172fc7a-9541-45a3-990a-8550330f7ca8 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:58:56.306038 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1114feb-a0f1-436d-a2c4-53ebc76d33ca req-0e580c80-ccf1-4b40-9a7e-bc1d79a90424 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595121 Apr 07 11:58:56.801087 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37230) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:56.908538 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ecc880ba-9c40-44c8-8b81-630945cf452f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.941074 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9856c-89db-4e6d-9391-5782e58d14ce req-e83353ea-9751-4415-8186-ad5a56327a21 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:56.942715 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-46a9856c-89db-4e6d-9391-5782e58d14ce req-e83353ea-9751-4415-8186-ad5a56327a21 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0603125 Apr 07 11:58:56.991057 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-46a9856c-89db-4e6d-9391-5782e58d14ce req-240b45e1-5406-4d30-aab0-b06a5666b7d6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Apr 07 11:58:57.000195 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ecc880ba-9c40-44c8-8b81-630945cf452f admin admin] Publish callbacks [] for security_group (fc41e9c9-771c-4397-904d-5a1eee5e1239), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.031266 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a7d3731b-c1d5-41fc-8114-e39a1f7db9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.060455 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ecc880ba-9c40-44c8-8b81-630945cf452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (fc41e9c9-771c-4397-904d-5a1eee5e1239), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.101150 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ecc880ba-9c40-44c8-8b81-630945cf452f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c76c839ca53a4d77bdbeaad156933833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988565 Apr 07 11:58:57.103048 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc880ba-9c40-44c8-8b81-630945cf452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc41e9c9-771c-4397-904d-5a1eee5e1239,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:57.103783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 37238) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:57.155433 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9eedbf-b39c-4a3e-abdc-32081daccca9 admin admin] Publish callbacks [] for security_group (fc41e9c9-771c-4397-904d-5a1eee5e1239), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.177077 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9eedbf-b39c-4a3e-abdc-32081daccca9 admin admin] Publish callbacks [] for security_group (fc41e9c9-771c-4397-904d-5a1eee5e1239), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.226846 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Request body: {'port': {'device_id': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:57.292555 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.302086 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9eedbf-b39c-4a3e-abdc-32081daccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (fc41e9c9-771c-4397-904d-5a1eee5e1239), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.304565 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9eedbf-b39c-4a3e-abdc-32081daccca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.305729 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-2b9eedbf-b39c-4a3e-abdc-32081daccca9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc41e9c9-771c-4397-904d-5a1eee5e1239 HTTP/1.1" status: 204 len: 168 time: 0.2009695 Apr 07 11:58:57.317977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eedbf-b39c-4a3e-abdc-32081daccca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc41e9c9-771c-4397-904d-5a1eee5e1239,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:57.534945 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e2472-004e-49ac-b3ec-93675abc789a req-bc84c16e-f354-4726-9568-0eb53545b517 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:57.536453 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0d4e2472-004e-49ac-b3ec-93675abc789a req-bc84c16e-f354-4726-9568-0eb53545b517 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 931 time: 0.1199284 Apr 07 11:58:57.625851 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0d4e2472-004e-49ac-b3ec-93675abc789a req-b1825467-8e95-4d80-90ad-91154d6429e4 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818102 Apr 07 11:58:57.679739 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a172fc7a-9541-45a3-990a-8550330f7ca8 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:58:57.691088 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Publish callbacks [] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.703813 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Transition to ACTIVE for port object a172fc7a-9541-45a3-990a-8550330f7ca8 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:58:57.774441 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.832891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:57.908608 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Attempting to bind port a172fc7a-9541-45a3-990a-8550330f7ca8 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:58:57.909043 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Attempting to bind port a172fc7a-9541-45a3-990a-8550330f7ca8 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:58:57.909440 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Attempting to bind port a172fc7a-9541-45a3-990a-8550330f7ca8 on network 39d74b45-bed8-42bd-b144-0794be4726be {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:57.921266 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Port a172fc7a-9541-45a3-990a-8550330f7ca8 on network 39d74b45-bed8-42bd-b144-0794be4726be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:58:57.921593 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Attempting to bind port a172fc7a-9541-45a3-990a-8550330f7ca8 on network 39d74b45-bed8-42bd-b144-0794be4726be {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:58:57.927743 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:58:57.928084 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Checking segment: {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:57.928463 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Bound using segment: {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:58:57.928889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Bound port: a172fc7a-9541-45a3-990a-8550330f7ca8, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cad9da0-1fbb-42d4-81e0-9d582c27b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:58:57.930780 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:58.002831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:58:58.008755 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:58:58.092736 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:58.133948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:58.134713 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:58.135959 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 1093 time: 0.9136844 Apr 07 11:58:58.139595 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:58.141896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56986451-ca78-49da-b8a8-2ba848d0d899" -d '{"events": [{"name": "network-changed", "server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:58.175674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c61c87-aa4c-41d0-ab81-d8a5ddb316d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:58.188414 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb75f36-69c5-4d5d-bb9a-c147bc067e6b req-515c16be-4b6b-43fc-81a6-8a098c279d71 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:58.189982 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ceb75f36-69c5-4d5d-bb9a-c147bc067e6b req-515c16be-4b6b-43fc-81a6-8a098c279d71 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.1269488 Apr 07 11:58:58.191468 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce6dd80-f0e1-4fcc-9e3e-bc007ef90b37 x-openstack-request-id: req-1ce6dd80-f0e1-4fcc-9e3e-bc007ef90b37 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:58.191748 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:58.191998 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ce6dd80-f0e1-4fcc-9e3e-bc007ef90b37 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:58.192382 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce6dd80-f0e1-4fcc-9e3e-bc007ef90b37'] response: {'name': 'network-changed', 'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'status': 'completed', 'code': 200} Apr 07 11:58:58.244976 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ceb75f36-69c5-4d5d-bb9a-c147bc067e6b req-219aac43-0e21-4f30-8f89-e0d670020687 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489781 Apr 07 11:58:58.750491 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160ef29-9074-47ac-86a2-e14cfcd1d6d4 req-1bdfa6f4-6e29-4204-8153-d70c3e483f05 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:58.751969 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2160ef29-9074-47ac-86a2-e14cfcd1d6d4 req-1bdfa6f4-6e29-4204-8153-d70c3e483f05 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0540140 Apr 07 11:58:58.803103 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2160ef29-9074-47ac-86a2-e14cfcd1d6d4 req-809cc256-3794-4f5d-9bbf-a268d78c845d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450616 Apr 07 11:58:59.368735 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed19e0-71d2-4807-8b6d-a5b9616dffc6 req-2d8d2d07-5c23-45f0-93b1-75fbcc782ab5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:59.370253 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9ed19e0-71d2-4807-8b6d-a5b9616dffc6 req-2d8d2d07-5c23-45f0-93b1-75fbcc782ab5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0523958 Apr 07 11:58:59.418803 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9ed19e0-71d2-4807-8b6d-a5b9616dffc6 req-6ca572a1-b3dd-4a6d-b921-698324217768 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Apr 07 11:58:59.494861 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-83e580fe-5633-457d-982f-8787c76320eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.923982 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70409f-a6c2-49f9-bcab-254cafaa0ec7 req-9d785e9d-79c5-4d14-a915-0fda3345379c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:59.925456 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9a70409f-a6c2-49f9-bcab-254cafaa0ec7 req-9d785e9d-79c5-4d14-a915-0fda3345379c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0565639 Apr 07 11:58:59.975404 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9a70409f-a6c2-49f9-bcab-254cafaa0ec7 req-7342bb97-2f4f-4f12-801d-e61955cba475 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441234 Apr 07 11:59:00.272357 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.550245 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15e1-ca64-4667-9893-d484828414f4 req-aab9f952-e60a-463e-9a53-2a3437c54f27 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:00.553207 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a1a15e1-ca64-4667-9893-d484828414f4 req-aab9f952-e60a-463e-9a53-2a3437c54f27 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0633352 Apr 07 11:59:00.608070 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a1a15e1-ca64-4667-9893-d484828414f4 req-cef51a10-eebb-47d4-8afd-ab420cb3e0c3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482473 Apr 07 11:59:01.097043 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d46e-8352-4794-92e2-4d6dca9336a6 req-1838eec9-6773-4024-9d4c-54223f6c0588 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:01.098424 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12a6d46e-8352-4794-92e2-4d6dca9336a6 req-1838eec9-6773-4024-9d4c-54223f6c0588 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0550282 Apr 07 11:59:01.147599 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12a6d46e-8352-4794-92e2-4d6dca9336a6 req-fdac431b-2805-474b-82ea-95d819a8921d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436716 Apr 07 11:59:01.730294 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f3bd8-ecda-41d5-b5d3-d1840cd8a613 req-3337ad9c-3dcb-4aac-881e-a914e51fd944 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:01.732091 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-779f3bd8-ecda-41d5-b5d3-d1840cd8a613 req-3337ad9c-3dcb-4aac-881e-a914e51fd944 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0591123 Apr 07 11:59:01.778981 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-779f3bd8-ecda-41d5-b5d3-d1840cd8a613 req-91720a89-bafa-4ab7-8876-622bdf15fe74 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Apr 07 11:59:01.952645 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56986451-ca78-49da-b8a8-2ba848d0d899 req-b78ffdaa-79e7-4b77-8a55-b3df17481ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:01.954410 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56986451-ca78-49da-b8a8-2ba848d0d899 req-b78ffdaa-79e7-4b77-8a55-b3df17481ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1127 time: 0.0446808 Apr 07 11:59:02.002946 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.266934 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb216108-b3c9-417b-a59d-550dad87327d req-1db1a676-56b0-4782-b27b-99fa3c504001 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:02.268404 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eb216108-b3c9-417b-a59d-550dad87327d req-1db1a676-56b0-4782-b27b-99fa3c504001 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0556705 Apr 07 11:59:02.315437 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eb216108-b3c9-417b-a59d-550dad87327d req-5093b830-6503-415b-b5f1-0f3b07dea041 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Apr 07 11:59:02.896275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9247-020f-40cb-852e-e5ab56057df1 req-f86ab97b-c31c-4e12-96a2-b7fe20ac044f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:02.897761 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fcef9247-020f-40cb-852e-e5ab56057df1 req-f86ab97b-c31c-4e12-96a2-b7fe20ac044f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0526941 Apr 07 11:59:02.943317 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fcef9247-020f-40cb-852e-e5ab56057df1 req-97178d15-f6fd-48cd-bbe0-8631d72435cb tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Apr 07 11:59:03.395541 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.458104 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56986451-ca78-49da-b8a8-2ba848d0d899 req-e4e5f68e-f086-4a93-8ce1-a550a0bab2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:03.459676 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56986451-ca78-49da-b8a8-2ba848d0d899 req-e4e5f68e-f086-4a93-8ce1-a550a0bab2fe service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4fa2b79396a843e087f247c1f6558746&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1319630 Apr 07 11:59:03.468155 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dfe4-a126-459e-aff0-eea5bb8fd495 req-bf5b3ad0-f3d0-4414-ba27-6b4dd5c8fdeb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:03.469640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a6a5dfe4-a126-459e-aff0-eea5bb8fd495 req-bf5b3ad0-f3d0-4414-ba27-6b4dd5c8fdeb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0823784 Apr 07 11:59:03.578045 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a6a5dfe4-a126-459e-aff0-eea5bb8fd495 req-e34af112-17dd-4cb0-a9e7-d02723659645 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988407 Apr 07 11:59:03.600954 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56986451-ca78-49da-b8a8-2ba848d0d899 req-8fe63f02-d337-4a33-84c1-fcc7cdbf1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:03.602446 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56986451-ca78-49da-b8a8-2ba848d0d899 req-8fe63f02-d337-4a33-84c1-fcc7cdbf1d2b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318705 Apr 07 11:59:03.769851 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-22058500-4e92-4476-9f1c-d59ce0eb0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:03.771380 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-22058500-4e92-4476-9f1c-d59ce0eb0761 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1127 time: 0.0445862 Apr 07 11:59:04.060347 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714332-4c42-4b07-be5e-e81ee777bf7a req-01920dfd-7af9-46da-97a5-6e5900330258 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:04.062342 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12714332-4c42-4b07-be5e-e81ee777bf7a req-01920dfd-7af9-46da-97a5-6e5900330258 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0540886 Apr 07 11:59:04.112216 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12714332-4c42-4b07-be5e-e81ee777bf7a req-6af0f0a8-37ac-466c-8f6a-7e10633a6e05 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Apr 07 11:59:04.652321 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-e2a1c2c7-f661-41f0-bee1-e59052dd8d2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 217 time: 0.0361795 Apr 07 11:59:04.725959 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-f124388f-b613-4218-be8b-ca845c7c5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:04.727428 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-f124388f-b613-4218-be8b-ca845c7c5654 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a2b290-177b-4ce6-8191-9467df569986 HTTP/1.1" status: 200 len: 847 time: 0.0662830 Apr 07 11:59:04.740968 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e049-8a12-4a8b-ae67-55aed8819813 req-55a3e74f-b893-4af5-b2bf-0192452b1fbf tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:04.742487 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ea0e049-8a12-4a8b-ae67-55aed8819813 req-55a3e74f-b893-4af5-b2bf-0192452b1fbf tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0926590 Apr 07 11:59:04.821057 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ea0e049-8a12-4a8b-ae67-55aed8819813 req-46f146d0-5551-4631-8d38-6777a414bd1e tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729613 Apr 07 11:59:04.826876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-ee2598fd-c25e-41c1-9766-2df2eff215d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:04.828413 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-ee2598fd-c25e-41c1-9766-2df2eff215d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39d74b45-bed8-42bd-b144-0794be4726be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791936 Apr 07 11:59:04.940311 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-ba50eed1-90f7-468b-8e85-9f8ad22f806c service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904968 Apr 07 11:59:05.030300 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7795481a-bb9b-4223-8662-12c8fd58b841 req-ed8e4cd3-0090-4c9d-b848-dc269f3589fd service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836658 Apr 07 11:59:05.238681 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00ebb9-aa13-4069-a558-4d705dc9bc0d req-39859b99-b093-4fe1-a7fe-3f47422110f8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:05.240263 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d00ebb9-aa13-4069-a558-4d705dc9bc0d req-39859b99-b093-4fe1-a7fe-3f47422110f8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0623899 Apr 07 11:59:05.290157 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d00ebb9-aa13-4069-a558-4d705dc9bc0d req-2b823993-a322-4f69-9bee-eb07558de59e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Apr 07 11:59:05.942912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbef1b0-e90b-4c69-b51b-61d692517852 req-bcb6c2b1-edbb-44e4-ad80-c53f0b2ed9cf tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:05.944367 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7dbef1b0-e90b-4c69-b51b-61d692517852 req-bcb6c2b1-edbb-44e4-ad80-c53f0b2ed9cf tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0543199 Apr 07 11:59:05.993048 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7dbef1b0-e90b-4c69-b51b-61d692517852 req-a2eadb22-6db2-440f-8e73-cd7cc6a937d6 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Apr 07 11:59:06.410462 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44f281-8258-4f3c-bcc1-93f5c61e8753 req-39501818-e8f4-4e4a-8e31-375c77757837 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:06.412063 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5d44f281-8258-4f3c-bcc1-93f5c61e8753 req-39501818-e8f4-4e4a-8e31-375c77757837 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0548093 Apr 07 11:59:06.461901 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5d44f281-8258-4f3c-bcc1-93f5c61e8753 req-7a14194d-9cd6-4b4a-a834-6db2ff7e36b9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436819 Apr 07 11:59:06.579665 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565f5b8-6b3f-45b7-bf0f-34fa17a517bd req-fa4153ce-84ed-4e07-839a-ee4434fd077e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:06.581024 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5565f5b8-6b3f-45b7-bf0f-34fa17a517bd req-fa4153ce-84ed-4e07-839a-ee4434fd077e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0567906 Apr 07 11:59:06.590228 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37402) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:06.596054 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'floatingip': {'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:06.665097 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.137934 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee196b-04cf-4f18-abdc-de81941b3c18 req-fde2945a-4555-48cb-9718-5561495c8027 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:07.140162 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6eee196b-04cf-4f18-abdc-de81941b3c18 req-fde2945a-4555-48cb-9718-5561495c8027 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0754521 Apr 07 11:59:07.219205 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6eee196b-04cf-4f18-abdc-de81941b3c18 req-d063e3d5-a9c9-4186-bb12-5e23e0c12a13 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728545 Apr 07 11:59:07.508573 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.562650 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.664593 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.l3_db [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Floating IP 2a66732e-0eeb-4ce1-9820-cf77b9e823fc associated. External IP: 172.27.1.15, port: 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4. Apr 07 11:59:07.891959 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:59:08.009044 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:08.013818 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:08.021566 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] Sync routers for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:08.042751 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:08.043443 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:08.048931 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-977691e6-5cd7-4726-a2ff-e8c901d56c85 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "PUT /v2.0/floatingips/2a66732e-0eeb-4ce1-9820-cf77b9e823fc HTTP/1.1" status: 200 len: 990 time: 1.4565437 Apr 07 11:59:08.049736 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:08.052076 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02418b93-6946-486a-b854-cfba3c0fe2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:08.087318 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc6a1b-3aa4-4631-b206-a6c6054080d9 x-openstack-request-id: req-14fc6a1b-3aa4-4631-b206-a6c6054080d9 {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:08.087626 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:08.087893 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14fc6a1b-3aa4-4631-b206-a6c6054080d9 {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:08.088334 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fc6a1b-3aa4-4631-b206-a6c6054080d9'] response: {'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'status': 'completed', 'code': 200} Apr 07 11:59:08.161951 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:08.163695 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-e7353c0c-df3c-427e-b638-2878fa05fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:08.165205 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-e7353c0c-df3c-427e-b638-2878fa05fc5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1129 time: 0.0472035 Apr 07 11:59:08.287418 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-bcbed8e0-d123-491a-ad70-86918a0fd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:08.289147 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-bcbed8e0-d123-491a-ad70-86918a0fd8bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.1157959 Apr 07 11:59:08.390200 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-021f9487-0d82-4336-939d-8183d1400351 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 200 len: 998 time: 0.0889590 Apr 07 11:59:08.401348 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477cf3e-cba9-4152-a444-d832e9805f48 req-135af82f-a130-4040-9e0b-79bedf94f547 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:08.402965 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2477cf3e-cba9-4152-a444-d832e9805f48 req-135af82f-a130-4040-9e0b-79bedf94f547 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.1109412 Apr 07 11:59:08.485242 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-68ac4984-f885-4b16-8eb8-e748a13c25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:08.487564 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-68ac4984-f885-4b16-8eb8-e748a13c25c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0820954 Apr 07 11:59:08.501784 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2a66732e-0eeb-4ce1-9820-cf77b9e823fc', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'mac_address': 'fa:16:3e:a8:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:43Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 1, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:08.503820 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2477cf3e-cba9-4152-a444-d832e9805f48 req-3dd740e7-0992-4143-b5cd-fb7da2e4a82b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647826 Apr 07 11:59:08.539387 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] Checking router: b45ce4e7-d4f7-40cb-93c4-74a28311dc28 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:08.548154 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:08.548767 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:08.556687 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-2a2c0265-e51e-4391-be54-5abeee7a3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:08.558245 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-2a2c0265-e51e-4391-be54-5abeee7a3dc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482361 Apr 07 11:59:08.677018 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:08.898308 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-c08ccb6d-953f-4df9-9010-c259ce5197ed service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327498 Apr 07 11:59:08.922021 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2a66732e-0eeb-4ce1-9820-cf77b9e823fc', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'mac_address': 'fa:16:3e:a8:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:43Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 1, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:08.955740 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29f906-286c-4c62-bcad-4b2d59b1ba44 None None] The sync data for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi is: [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2a66732e-0eeb-4ce1-9820-cf77b9e823fc', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'mac_address': 'fa:16:3e:a8:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:43Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 1, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:09.001851 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02418b93-6946-486a-b854-cfba3c0fe2a6 req-7a0dba38-305c-4662-af53-58125e322dcf service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942876 Apr 07 11:59:09.166178 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b05a73-5a6f-410b-bba6-966f18f3602b None None] New status for floating IP 2a66732e-0eeb-4ce1-9820-cf77b9e823fc: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:59:09.622936 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef94918-d287-481f-9f97-353de7279639 req-68adf5fe-e6ba-4ff9-a3c6-376eb2db9662 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:09.624440 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ef94918-d287-481f-9f97-353de7279639 req-68adf5fe-e6ba-4ff9-a3c6-376eb2db9662 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0516517 Apr 07 11:59:09.673098 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ef94918-d287-481f-9f97-353de7279639 req-f21c2436-5665-4dc1-a0ef-cec235ca2a6f tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Apr 07 11:59:10.794057 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dd616-386a-45d8-be10-f35b0514d389 req-25e5777c-e1dc-44b5-a4a9-1f9407dcd891 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:10.795572 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ae0dd616-386a-45d8-be10-f35b0514d389 req-25e5777c-e1dc-44b5-a4a9-1f9407dcd891 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0570693 Apr 07 11:59:10.854906 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ae0dd616-386a-45d8-be10-f35b0514d389 req-f9903ecc-27ba-4a83-9269-e66067e83350 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497193 Apr 07 11:59:11.975675 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3353a62-3379-46ea-8568-2634732e9d78 req-7743a3f6-59e9-402b-9b0f-2af6d620309d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:11.977128 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a3353a62-3379-46ea-8568-2634732e9d78 req-7743a3f6-59e9-402b-9b0f-2af6d620309d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0557182 Apr 07 11:59:12.025697 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a3353a62-3379-46ea-8568-2634732e9d78 req-2831cb3c-c539-468b-9975-4ddcbf0a6830 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Apr 07 11:59:13.140814 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e7288-67ea-45bd-af81-4c5e7800726a req-3cddb00a-4b37-47df-b689-6cdfa7ad05c3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:13.142273 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-501e7288-67ea-45bd-af81-4c5e7800726a req-3cddb00a-4b37-47df-b689-6cdfa7ad05c3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0526245 Apr 07 11:59:13.189462 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-501e7288-67ea-45bd-af81-4c5e7800726a req-03e0eccb-84e6-45bf-85c5-b01cb581caf0 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Apr 07 11:59:13.872821 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37552) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:13.976538 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-be78eeca-76ff-45e2-8e30-15423833c1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.050483 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-be78eeca-76ff-45e2-8e30-15423833c1f8 admin admin] Publish callbacks [] for security_group (622bbc0e-0f64-42ae-b156-9ad515148e5e), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.105652 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-be78eeca-76ff-45e2-8e30-15423833c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (622bbc0e-0f64-42ae-b156-9ad515148e5e), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.145020 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-be78eeca-76ff-45e2-8e30-15423833c1f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=466653c18c414c02a163ba739f083387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711298 Apr 07 11:59:14.146142 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78eeca-76ff-45e2-8e30-15423833c1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622bbc0e-0f64-42ae-b156-9ad515148e5e,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:14.147733 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 37556) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:14.196367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfd59-a244-4a2d-8883-3579f512d563 admin admin] Publish callbacks [] for security_group (622bbc0e-0f64-42ae-b156-9ad515148e5e), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.218694 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfd59-a244-4a2d-8883-3579f512d563 admin admin] Publish callbacks [] for security_group (622bbc0e-0f64-42ae-b156-9ad515148e5e), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.310057 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e8fbc-8948-4616-9df7-aa19d3e1bd3e req-9194b7b8-4bed-45ef-a4cb-3a08237dd856 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:14.311539 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-865e8fbc-8948-4616-9df7-aa19d3e1bd3e req-9194b7b8-4bed-45ef-a4cb-3a08237dd856 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0532026 Apr 07 11:59:14.355403 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfd59-a244-4a2d-8883-3579f512d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (622bbc0e-0f64-42ae-b156-9ad515148e5e), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.357812 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfd59-a244-4a2d-8883-3579f512d563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:14.359010 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-8d2bfd59-a244-4a2d-8883-3579f512d563 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/622bbc0e-0f64-42ae-b156-9ad515148e5e HTTP/1.1" status: 204 len: 168 time: 0.2102656 Apr 07 11:59:14.369577 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-865e8fbc-8948-4616-9df7-aa19d3e1bd3e req-d1e10377-280c-4e9b-8621-80058c795f86 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519390 Apr 07 11:59:14.370682 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bfd59-a244-4a2d-8883-3579f512d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622bbc0e-0f64-42ae-b156-9ad515148e5e,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:15.322106 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37600) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:15.431916 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6db2694b-95d9-42be-9b9a-2d62e4f73033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:15.500171 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556039d0-41b5-433a-bb8b-bac73b7cd343 req-aea939b5-657f-4ecf-bcbb-269adda3cafd tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:15.501331 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-556039d0-41b5-433a-bb8b-bac73b7cd343 req-aea939b5-657f-4ecf-bcbb-269adda3cafd tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0594523 Apr 07 11:59:15.514127 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6db2694b-95d9-42be-9b9a-2d62e4f73033 admin admin] Publish callbacks [] for security_group (85d49c00-52ec-42cd-9155-026fb2c66222), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:15.553121 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-556039d0-41b5-433a-bb8b-bac73b7cd343 req-e2dcebc9-4a8d-48c1-8a70-a66238f7f96f tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 Apr 07 11:59:15.592217 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6db2694b-95d9-42be-9b9a-2d62e4f73033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (85d49c00-52ec-42cd-9155-026fb2c66222), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:15.632703 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-6db2694b-95d9-42be-9b9a-2d62e4f73033 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d129da0e525f4e5cabe3d201b127f41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094888 Apr 07 11:59:15.633635 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2694b-95d9-42be-9b9a-2d62e4f73033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d49c00-52ec-42cd-9155-026fb2c66222,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:15.635432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 37606) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:15.686206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-864afc2b-2a86-4a69-9c0c-a1e71d5923b0 admin admin] Publish callbacks [] for security_group (85d49c00-52ec-42cd-9155-026fb2c66222), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:15.707503 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-864afc2b-2a86-4a69-9c0c-a1e71d5923b0 admin admin] Publish callbacks [] for security_group (85d49c00-52ec-42cd-9155-026fb2c66222), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:15.826338 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-864afc2b-2a86-4a69-9c0c-a1e71d5923b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (85d49c00-52ec-42cd-9155-026fb2c66222), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:15.829539 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-864afc2b-2a86-4a69-9c0c-a1e71d5923b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:15.830727 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-864afc2b-2a86-4a69-9c0c-a1e71d5923b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85d49c00-52ec-42cd-9155-026fb2c66222 HTTP/1.1" status: 204 len: 168 time: 0.1942110 Apr 07 11:59:15.839371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864afc2b-2a86-4a69-9c0c-a1e71d5923b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d49c00-52ec-42cd-9155-026fb2c66222,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:15.935369 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a172fc7a-9541-45a3-990a-8550330f7ca8 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:59:16.036774 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:16.047602 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'port_id': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'mac_address': 'fa:16:3e:4b:b1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:59:16.084183 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a172fc7a-9541-45a3-990a-8550330f7ca8 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:16.084499 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.098760 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a172fc7a-9541-45a3-990a-8550330f7ca8 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:16.119716 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:16.191920 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.245761 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:16.448207 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 37620) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:16.462050 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-60c1990d-c513-423d-b63e-ebd7a3410b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.534728 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-60c1990d-c513-423d-b63e-ebd7a3410b05 admin admin] Publish callbacks [] for security_group (3a12c511-85d8-409c-bf7e-1730f1fa9108), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.608812 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-60c1990d-c513-423d-b63e-ebd7a3410b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3a12c511-85d8-409c-bf7e-1730f1fa9108), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.672810 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1990d-c513-423d-b63e-ebd7a3410b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12c511-85d8-409c-bf7e-1730f1fa9108,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:16.676869 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-60c1990d-c513-423d-b63e-ebd7a3410b05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=511540fddf124bd8a35dbb3b9b10f608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276223 Apr 07 11:59:16.680207 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37624) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:16.700429 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff140d89-f302-4595-ac63-1323f4a02631 req-42918120-c564-4fc7-a533-33f5722cdcd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:16.701869 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff140d89-f302-4595-ac63-1323f4a02631 req-42918120-c564-4fc7-a533-33f5722cdcd2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 944 time: 0.0764608 Apr 07 11:59:16.730020 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-22e1ac61-6a7e-42c7-a110-c0f2976e9cea admin admin] Publish callbacks [] for security_group (3a12c511-85d8-409c-bf7e-1730f1fa9108), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.753337 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff140d89-f302-4595-ac63-1323f4a02631 req-a14ca963-d420-4af9-85fb-2c395a796327 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449810 Apr 07 11:59:16.758516 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-22e1ac61-6a7e-42c7-a110-c0f2976e9cea admin admin] Publish callbacks [] for security_group (3a12c511-85d8-409c-bf7e-1730f1fa9108), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.865902 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-22e1ac61-6a7e-42c7-a110-c0f2976e9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3a12c511-85d8-409c-bf7e-1730f1fa9108), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.868632 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-22e1ac61-6a7e-42c7-a110-c0f2976e9cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.869868 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-22e1ac61-6a7e-42c7-a110-c0f2976e9cea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a12c511-85d8-409c-bf7e-1730f1fa9108 HTTP/1.1" status: 204 len: 168 time: 0.1886122 Apr 07 11:59:16.878824 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1ac61-6a7e-42c7-a110-c0f2976e9cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12c511-85d8-409c-bf7e-1730f1fa9108,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:17.336524 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['a172fc7a-9541-45a3-990a-8550330f7ca8'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:59:17.452960 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.500729 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37636) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:17.513780 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ccd00dbb-b3f8-41e5-b5e0-2b3508c483de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.590781 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ccd00dbb-b3f8-41e5-b5e0-2b3508c483de admin admin] Publish callbacks [] for security_group (f887b57d-b964-47ec-ad73-0de82f53bb25), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.669922 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ccd00dbb-b3f8-41e5-b5e0-2b3508c483de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f887b57d-b964-47ec-ad73-0de82f53bb25), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.709085 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ccd00dbb-b3f8-41e5-b5e0-2b3508c483de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=598d016e117e4341b5acdb9b0a20cd99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072699 Apr 07 11:59:17.709944 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd00dbb-b3f8-41e5-b5e0-2b3508c483de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887b57d-b964-47ec-ad73-0de82f53bb25,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:17.711903 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 37638) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:17.762381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-70889e10-7d43-418f-a384-07ae716637d9 admin admin] Publish callbacks [] for security_group (f887b57d-b964-47ec-ad73-0de82f53bb25), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.785618 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-70889e10-7d43-418f-a384-07ae716637d9 admin admin] Publish callbacks [] for security_group (f887b57d-b964-47ec-ad73-0de82f53bb25), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.875654 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab01c85-641e-48db-b5a7-77141d236d9d req-cd72aa00-59cd-4e70-9893-761af7d26fa9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:17.877146 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ab01c85-641e-48db-b5a7-77141d236d9d req-cd72aa00-59cd-4e70-9893-761af7d26fa9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 944 time: 0.0547328 Apr 07 11:59:17.925647 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-70889e10-7d43-418f-a384-07ae716637d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f887b57d-b964-47ec-ad73-0de82f53bb25), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.928090 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-70889e10-7d43-418f-a384-07ae716637d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:17.929214 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-70889e10-7d43-418f-a384-07ae716637d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f887b57d-b964-47ec-ad73-0de82f53bb25 HTTP/1.1" status: 204 len: 168 time: 0.2163157 Apr 07 11:59:17.940483 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ab01c85-641e-48db-b5a7-77141d236d9d req-a902fe83-eb2f-4105-aa44-89d7030a7584 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521107 Apr 07 11:59:17.942376 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889e10-7d43-418f-a384-07ae716637d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887b57d-b964-47ec-ad73-0de82f53bb25,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:18.337818 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc16a15-51b9-432a-ba91-42aaf8e681cb req-e651ff9f-3118-4b1e-bd92-6a112389abd6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:18.339474 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4fc16a15-51b9-432a-ba91-42aaf8e681cb req-e651ff9f-3118-4b1e-bd92-6a112389abd6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0560620 Apr 07 11:59:18.401806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4fc16a15-51b9-432a-ba91-42aaf8e681cb req-0f900f8e-5165-4cd6-a1fb-4daa63fd8dbf tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509739 Apr 07 11:59:18.428670 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37674) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:18.486415 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-0bf769cc-ed18-4896-a6a1-af0fc95ba8cf tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c04ba3132c71403e9023be71f4b53fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437777 Apr 07 11:59:18.639372 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c186b69-49dd-4f36-a9d8-e2d09a081f7c tempest-TestMinimumBasicScenario-1360436331 tempest-TestMinimumBasicScenario-1360436331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:18.641701 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7c186b69-49dd-4f36-a9d8-e2d09a081f7c tempest-TestMinimumBasicScenario-1360436331 tempest-TestMinimumBasicScenario-1360436331-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1124 time: 0.2120390 Apr 07 11:59:18.648527 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37682) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:18.653303 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'port_id': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:18.677032 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-9c5e39d7-18a2-419a-a0b4-55bee52b0c11 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:18.680559 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-9c5e39d7-18a2-419a-a0b4-55bee52b0c11 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911745 Apr 07 11:59:18.693220 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-45bedf33-1b54-4ddb-8a39-d2de364395df tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/quotas/c04ba3132c71403e9023be71f4b53fd2 HTTP/1.1" status: 200 len: 375 time: 0.0090744 Apr 07 11:59:18.725669 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-d70b228d-098e-47bd-b378-f3d6988f7b2d tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c04ba3132c71403e9023be71f4b53fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261827 Apr 07 11:59:18.803665 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:18.900462 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.000911 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de66637d-bcdd-43e2-8942-f4483c9e4fdf req-f016592b-4f14-4572-8fe5-bb87ceb88787 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0378790 Apr 07 11:59:19.018562 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a172fc7a-9541-45a3-990a-8550330f7ca8 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:19.100237 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Allocated IP 172.27.1.138 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/df69904c-c5e2-47ac-a64b-b60bd149783f) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:19.118417 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e047d-28b7-4ea8-ad96-9b58dba19eb7 req-933a2a6c-1155-455b-8c84-4033de20ae7c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:19.120265 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-457e047d-28b7-4ea8-ad96-9b58dba19eb7 req-933a2a6c-1155-455b-8c84-4033de20ae7c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 944 time: 0.0821376 Apr 07 11:59:19.172506 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-457e047d-28b7-4ea8-ad96-9b58dba19eb7 req-f953cc6b-a2a1-4e63-9b5c-7ba229eb1ab2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 Apr 07 11:59:19.189582 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37704) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:19.190275 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port a172fc7a-9541-45a3-990a-8550330f7ca8 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:59:19.197832 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port a172fc7a-9541-45a3-990a-8550330f7ca8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:19.198384 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.231587 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.283932 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a172fc7a-9541-45a3-990a-8550330f7ca8 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:19.284454 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.301299 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-3980196-network', 'tenant_id': '306477c14820444f8670c3e7bdce5177'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:19.307782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:19.310349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46596f85-4d74-443a-8bd1-1e8bb4788244" -d '{"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-plugged", "status": "completed", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:19.323601 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:19.339009 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.348572 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed43c921-45c2-4b81-9efb-bc53f7d5c112 x-openstack-request-id: req-ed43c921-45c2-4b81-9efb-bc53f7d5c112 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:19.348933 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-plugged", "status": "completed", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:19.349197 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed43c921-45c2-4b81-9efb-bc53f7d5c112 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:19.349598 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed43c921-45c2-4b81-9efb-bc53f7d5c112'] response: {'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'code': 200} Apr 07 11:59:19.380964 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:19.383838 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:19.386175 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:19.413516 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'Port': ['ID=df69904c-c5e2-47ac-a64b-b60bd149783f,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:19.425891 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.426117 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Made reservation on behalf of 306477c14820444f8670c3e7bdce5177 for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:19.428706 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.443622 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.480863 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:19.747719 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d0be-2545-41d1-8027-3f89758e320a req-c1d32502-74fe-48f3-ade4-655452666418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:19.749887 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ea8d0be-2545-41d1-8027-3f89758e320a req-c1d32502-74fe-48f3-ade4-655452666418 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1129 time: 0.0490181 Apr 07 11:59:19.803146 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ea8d0be-2545-41d1-8027-3f89758e320a req-a0c36c3d-32e8-45f0-a124-9b2a31c54dfb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455368 Apr 07 11:59:19.863521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks [] for security_group (7f542ef0-5651-447a-a289-bfde683b5e75), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:19.950088 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7f542ef0-5651-447a-a289-bfde683b5e75), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.007125 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:59:20.022331 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f542ef0-5651-447a-a289-bfde683b5e75,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:20.031226 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (92cb83f2-b4ea-4066-b29d-961b9cc1a65a), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.031564 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Added segment 92cb83f2-b4ea-4066-b29d-961b9cc1a65a of type vlan for network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 Apr 07 11:59:20.118990 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9cdc872e-86ef-43b5-8e41-01a28bb5d365 req-134f37cd-8ec7-4607-82dd-31dd0b20c88a tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0421102 Apr 07 11:59:20.128875 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.169801 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for floatingip (77172ded-76e0-4898-a31b-8c5dbae72eb5), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.242665 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.244778 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:20.245436 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.308685 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] Pushing event updated for resources: {'Network': ['ID=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:20.320799 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:59:20.325310 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9f18-e2f5-4bac-aeee-9dfc25299acf req-b9fe196b-10dd-422c-a16c-c1630a2c8065 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:20.326845 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e73a9f18-e2f5-4bac-aeee-9dfc25299acf req-b9fe196b-10dd-422c-a16c-c1630a2c8065 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0621812 Apr 07 11:59:20.342061 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.366892 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8906b768-f9fa-436d-8f3e-6979241f27bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1741319 Apr 07 11:59:20.369754 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37718) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:20.376538 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Request body: {'subnet': {'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-3980196-subnet', 'tenant_id': '306477c14820444f8670c3e7bdce5177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:20.395049 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e73a9f18-e2f5-4bac-aeee-9dfc25299acf req-3bb01647-6066-480f-b06d-5e8be00710e9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602326 Apr 07 11:59:20.497209 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Made reservation on behalf of 306477c14820444f8670c3e7bdce5177 for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:20.499792 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.577743 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.671145 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.745459 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'Port': ['ID=df69904c-c5e2-47ac-a64b-b60bd149783f,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:20.758768 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (77172ded-76e0-4898-a31b-8c5dbae72eb5), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.803752 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (438b2264-95bf-49e4-8373-d2316479f68e), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:20.894172 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438b2264-95bf-49e4-8373-d2316479f68e,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:20.923232 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Checking segment: {'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:20.923576 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Network hostable DHCP agents. Network: ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:59:20.926872 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.l3_db [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Floating IP 77172ded-76e0-4898-a31b-8c5dbae72eb5 associated. External IP: 172.27.1.138, port: f09020c1-74a1-4432-8e2f-bd915b8a03f1. Apr 07 11:59:21.039070 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:59:21.121913 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:21.129001 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:21.130929 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:21.132523 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7c7c6-7049-46e8-b9f4-db84d71e45e8 None None] Network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:59:21.166364 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Router 9bafcc0e-a073-4287-8646-129aab9b2996 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:59:21.229604 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-75d6d254-c6da-49a5-854a-b07bd54f07c9 req-8d36d1c4-1c12-4eea-a90f-ca176b5795f1 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Apr 07 11:59:21.263789 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e0a0d896-843b-41e8-8332-cd86f257b651 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8929951 Apr 07 11:59:21.291800 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:21.307484 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] Sync routers for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:21.321286 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:21.322244 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:21.399145 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:21.405615 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5ac4b-3797-4343-a408-a7fced9e0107 None None] Network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:59:21.443054 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-691481ad-526c-4e17-b9c9-75084d51ae53 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7916422 Apr 07 11:59:21.443054 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:21.444746 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:21.445347 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 37734) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:21.450270 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-6e05bd4c-4d0f-4025-87c4-106d45cabb61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310075533', 'description': 'tempest-secgroup-smoke-1310075533 description', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:21.455461 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:21.495603 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aff4ead-5f5f-4a97-b9d3-e29d226231d0 x-openstack-request-id: req-0aff4ead-5f5f-4a97-b9d3-e29d226231d0 {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:21.495905 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:21.496163 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aff4ead-5f5f-4a97-b9d3-e29d226231d0 {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:21.496572 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aff4ead-5f5f-4a97-b9d3-e29d226231d0'] response: {'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'status': 'completed', 'code': 200} Apr 07 11:59:21.554680 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8141c2-1f63-487d-86ab-a5a104123cfa req-817b1f66-1a40-4745-ba8e-6b7da0bdf97a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:21.559659 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd8141c2-1f63-487d-86ab-a5a104123cfa req-817b1f66-1a40-4745-ba8e-6b7da0bdf97a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0617442 Apr 07 11:59:21.560383 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e05bd4c-4d0f-4025-87c4-106d45cabb61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:21.643640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd8141c2-1f63-487d-86ab-a5a104123cfa req-cde56312-2e70-4407-84f5-6a82689129dd tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726237 Apr 07 11:59:21.673051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e05bd4c-4d0f-4025-87c4-106d45cabb61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group (167b9f02-d77f-473a-bc85-393f356a27a6), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:21.706744 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '77172ded-76e0-4898-a31b-8c5dbae72eb5', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'port_id': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'mac_address': 'fa:16:3e:a3:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:19Z', 'updated_at': '2022-04-07T11:59:19Z', 'revision_number': 0, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:11Z', 'revision_number': 5, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:21.737476 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] Checking router: 9bafcc0e-a073-4287-8646-129aab9b2996 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:21.745539 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:21.746137 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:21.752176 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e05bd4c-4d0f-4025-87c4-106d45cabb61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (167b9f02-d77f-473a-bc85-393f356a27a6), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:21.784352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05bd4c-4d0f-4025-87c4-106d45cabb61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167b9f02-d77f-473a-bc85-393f356a27a6,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:21.846070 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e05bd4c-4d0f-4025-87c4-106d45cabb61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:21.847833 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6e05bd4c-4d0f-4025-87c4-106d45cabb61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4011517 Apr 07 11:59:21.850532 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 37740) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:21.856319 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-6e9da93a-5db0-4407-a5f2-5da5baebd1b0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'security_group_rule': {'security_group_id': '167b9f02-d77f-473a-bc85-393f356a27a6', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:21.860373 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:22.007191 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e9da93a-5db0-4407-a5f2-5da5baebd1b0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (8c129e71-38fa-4f45-94fb-48f56b725f12), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.072779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e9da93a-5db0-4407-a5f2-5da5baebd1b0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (8c129e71-38fa-4f45-94fb-48f56b725f12), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.100759 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '77172ded-76e0-4898-a31b-8c5dbae72eb5', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'port_id': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'mac_address': 'fa:16:3e:a3:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:19Z', 'updated_at': '2022-04-07T11:59:19Z', 'revision_number': 0, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:11Z', 'revision_number': 5, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:22.161927 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e9da93a-5db0-4407-a5f2-5da5baebd1b0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (8c129e71-38fa-4f45-94fb-48f56b725f12), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.181633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9da93a-5db0-4407-a5f2-5da5baebd1b0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c129e71-38fa-4f45-94fb-48f56b725f12,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:22.215387 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6414c6-2a73-48f5-bb70-d794ad02a08f None None] The sync data for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi is: [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '77172ded-76e0-4898-a31b-8c5dbae72eb5', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'port_id': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'mac_address': 'fa:16:3e:a3:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:19Z', 'updated_at': '2022-04-07T11:59:19Z', 'revision_number': 0, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:11Z', 'revision_number': 5, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:22.268866 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e9da93a-5db0-4407-a5f2-5da5baebd1b0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.270298 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6e9da93a-5db0-4407-a5f2-5da5baebd1b0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4186978 Apr 07 11:59:22.273032 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37746) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:22.278751 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-9895c869-8f7a-4ac2-9bea-833358471281 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'security_group_rule': {'security_group_id': '167b9f02-d77f-473a-bc85-393f356a27a6', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:22.337968 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-81e096af-3dc7-4fd0-b593-9999032367b7 req-e7877fb6-1d59-472d-9f8a-62e8374028be tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0288694 Apr 07 11:59:22.384140 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9895c869-8f7a-4ac2-9bea-833358471281 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (f55ea880-67f5-4c17-814b-9a1fa7def275), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.424584 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5a44a074-ab37-4f5d-8a34-d00971ba9e4e tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c04ba3132c71403e9023be71f4b53fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307066 Apr 07 11:59:22.467300 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9895c869-8f7a-4ac2-9bea-833358471281 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (f55ea880-67f5-4c17-814b-9a1fa7def275), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.510193 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47328d0-6b9e-4e58-a254-8328b8ee3529 None None] New status for floating IP 77172ded-76e0-4898-a31b-8c5dbae72eb5: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:59:22.514486 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-46a0d998-5001-4e2c-9ad5-06bb63724105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:22.516459 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-46a0d998-5001-4e2c-9ad5-06bb63724105 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1129 time: 0.1519709 Apr 07 11:59:22.551963 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9895c869-8f7a-4ac2-9bea-833358471281 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (f55ea880-67f5-4c17-814b-9a1fa7def275), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.572137 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895c869-8f7a-4ac2-9bea-833358471281 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55ea880-67f5-4c17-814b-9a1fa7def275,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:22.622990 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-23e5129a-b45f-4b49-9cf5-6c3666bdfe60 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:22.625327 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-23e5129a-b45f-4b49-9cf5-6c3666bdfe60 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933477 Apr 07 11:59:22.641004 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Request body: {'port': {'device_id': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf', 'admin_state_up': True, 'tenant_id': 'c04ba3132c71403e9023be71f4b53fd2'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:22.673529 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9895c869-8f7a-4ac2-9bea-833358471281 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.677640 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9895c869-8f7a-4ac2-9bea-833358471281 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4005787 Apr 07 11:59:22.677796 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-e2cfc543-7bc0-4af4-97de-125e6dbac056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:22.679444 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37754) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:22.679581 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-e2cfc543-7bc0-4af4-97de-125e6dbac056 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 916 time: 0.1547952 Apr 07 11:59:22.683694 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-9a170109-8cdd-489c-b10a-88c9541e0107 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'security_group_rule': {'security_group_id': '167b9f02-d77f-473a-bc85-393f356a27a6', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:22.793109 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a170109-8cdd-489c-b10a-88c9541e0107 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (916cadbf-ada9-43cb-b0f0-d59ef49b6f75), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.825258 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-5411c84b-cbdb-4a97-99ea-d4b59f34fa93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 999 time: 0.1194351 Apr 07 11:59:22.856121 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bb498-943b-487c-b1b4-a4de707c5b49 req-150fd836-6dc8-438d-95ab-60c1cb9880bd tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:22.857702 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-055bb498-943b-487c-b1b4-a4de707c5b49 req-150fd836-6dc8-438d-95ab-60c1cb9880bd tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.1439006 Apr 07 11:59:22.862193 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a170109-8cdd-489c-b10a-88c9541e0107 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (916cadbf-ada9-43cb-b0f0-d59ef49b6f75), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.924807 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-1a0467c1-3e3f-4cc7-abff-ccb70573ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:22.926237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-1a0467c1-3e3f-4cc7-abff-ccb70573ef4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 200 len: 854 time: 0.0925758 Apr 07 11:59:22.942580 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-055bb498-943b-487c-b1b4-a4de707c5b49 req-13cc981d-d1ec-4e69-8eee-f13ca5dc417e tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658011 Apr 07 11:59:22.957906 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a170109-8cdd-489c-b10a-88c9541e0107 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (916cadbf-ada9-43cb-b0f0-d59ef49b6f75), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:22.978420 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a170109-8cdd-489c-b10a-88c9541e0107 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916cadbf-ada9-43cb-b0f0-d59ef49b6f75,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:23.031504 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Made reservation on behalf of c04ba3132c71403e9023be71f4b53fd2 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:23.034621 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.056267 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a170109-8cdd-489c-b10a-88c9541e0107 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.058065 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9a170109-8cdd-489c-b10a-88c9541e0107 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786983 Apr 07 11:59:23.060519 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37762) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:23.065901 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-c9c21b39-762d-4896-97f6-c660df818d66 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'security_group_rule': {'security_group_id': '167b9f02-d77f-473a-bc85-393f356a27a6', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:23.068424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.100534 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-89aba2ef-3070-4ac3-85dc-30fbf82156ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:23.102032 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-89aba2ef-3070-4ac3-85dc-30fbf82156ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f9080-a49f-48c3-aae8-8103bf2710e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043851 Apr 07 11:59:23.154488 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd81c7-ad7a-4436-af88-197c70a8b7f2 req-0bc90265-c595-45a1-bb75-36c0924dc5df tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:23.156677 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0dfd81c7-ad7a-4436-af88-197c70a8b7f2 req-0bc90265-c595-45a1-bb75-36c0924dc5df tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.1301854 Apr 07 11:59:23.157722 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c9c21b39-762d-4896-97f6-c660df818d66 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (ae11b5ba-b933-4f5a-bf43-f552dc85084f), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.219938 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c9c21b39-762d-4896-97f6-c660df818d66 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (ae11b5ba-b933-4f5a-bf43-f552dc85084f), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.271761 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c9c21b39-762d-4896-97f6-c660df818d66 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (ae11b5ba-b933-4f5a-bf43-f552dc85084f), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.283806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-b242901c-b74f-4475-aa9e-0fb12d9216be service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720660 Apr 07 11:59:23.291595 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0dfd81c7-ad7a-4436-af88-197c70a8b7f2 req-b38f39b4-8cfb-4204-afe2-b766942e4595 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037810 Apr 07 11:59:23.292772 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c21b39-762d-4896-97f6-c660df818d66 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae11b5ba-b933-4f5a-bf43-f552dc85084f,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:23.304808 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks [] for security_group (4c71f20c-6f10-4935-9e02-455107ab9cbd), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.320014 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37768) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:23.354462 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-c9c21b39-762d-4896-97f6-c660df818d66 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.362596 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-c9c21b39-762d-4896-97f6-c660df818d66 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984564 Apr 07 11:59:23.366988 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37772) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:23.372083 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4c71f20c-6f10-4935-9e02-455107ab9cbd), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.373958 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'security_group_rule': {'security_group_id': '167b9f02-d77f-473a-bc85-393f356a27a6', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:23.464694 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.securitygroups_db [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Project b661a0f919aa4ec98c5e86d518aa8bbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:59:23.474108 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71f20c-6f10-4935-9e02-455107ab9cbd,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:23.478212 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (c6de3321-8664-44d7-886e-f3faf28fa8ce), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.481528 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a1a8746-e8ca-46bf-ac74-ed2962de28cf req-4fc284c7-8720-46b0-badb-51bb25b45bed service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862490 Apr 07 11:59:23.502119 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aacae437-039a-40e4-a28b-6a1281be263a req-759e464e-1064-4998-a9df-1d19dd5162df tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0525725 Apr 07 11:59:23.571472 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Allocated IP 192.168.233.104 (b78eed8d-5085-415b-ac46-499d84b8bebf/34893a77-f383-438b-a656-28a18fefc098/313aac18-d698-4cdf-9e2b-a612eefd6d6d) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:23.608387 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (c6de3321-8664-44d7-886e-f3faf28fa8ce), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.618167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ddd69-0edb-4828-86dd-72c80caeff90 tempest-TestShelveInstance-1741476120 tempest-TestShelveInstance-1741476120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:23.619822 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-721ddd69-0edb-4828-86dd-72c80caeff90 tempest-TestShelveInstance-1741476120 tempest-TestShelveInstance-1741476120-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1124 time: 0.2963607 Apr 07 11:59:23.622773 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37784) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:23.627297 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'port_id': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:23.650814 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-0f88a8ac-7b2b-478d-bf62-c64255c0df43 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000117083&fields=id&tenant_id=903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 267 time: 0.0770397 Apr 07 11:59:23.675808 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (c6de3321-8664-44d7-886e-f3faf28fa8ce), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.694019 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6de3321-8664-44d7-886e-f3faf28fa8ce,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:23.704553 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.836308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-bf4cd42f-4672-4861-8c46-797e56c1e137 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:23.837767 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-bf4cd42f-4672-4861-8c46-797e56c1e137 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 812 time: 0.1791608 Apr 07 11:59:23.855182 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks [] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.863802 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-3686fd8a-20f4-42d0-9c50-6bca2ddfa07d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/quotas/903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 375 time: 0.0195827 Apr 07 11:59:23.940054 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b93d2776-f60f-478c-8a43-f9df89cc71ec tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698686 Apr 07 11:59:23.969909 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:23.973696 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a19ed630-dfb6-47ed-bea8-7e66e7561521 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6029210 Apr 07 11:59:23.973952 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 37786) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:23.978429 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'security_group_rule': {'security_group_id': '167b9f02-d77f-473a-bc85-393f356a27a6', 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:24.005264 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.030125 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.067793 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Network b78eed8d-5085-415b-ac46-499d84b8bebf is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:24.073029 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.securitygroups_db [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Project b661a0f919aa4ec98c5e86d518aa8bbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:59:24.073681 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:24.079394 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Pushing event updated for resources: {'Port': ['ID=313aac18-d698-4cdf-9e2b-a612eefd6d6d,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:24.086976 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:24.089028 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (925e6cfd-6e9f-4d3c-b0f1-631c55f1cd3d), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.203940 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Allocated IP 172.27.1.124 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/dffb22dc-7dcf-4805-b03a-29dc58c32356) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:24.221897 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (925e6cfd-6e9f-4d3c-b0f1-631c55f1cd3d), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.302322 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (925e6cfd-6e9f-4d3c-b0f1-631c55f1cd3d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.340421 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925e6cfd-6e9f-4d3c-b0f1-631c55f1cd3d,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:24.348147 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.352395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-95cf510b-73bf-4bc3-8768-9a28aecef84f service neutron] 10.222.0.37 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009299 Apr 07 11:59:24.360250 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-a1c312d2-44dc-49a7-998f-36dd3a91650e None None] Provisioning complete for port 313aac18-d698-4cdf-9e2b-a612eefd6d6d triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:24.361203 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a1c312d2-44dc-49a7-998f-36dd3a91650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.400138 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-a1c312d2-44dc-49a7-998f-36dd3a91650e None None] Port 313aac18-d698-4cdf-9e2b-a612eefd6d6d cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:24.401434 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:24.402053 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.403960 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.405173 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7e492e26-1f99-4265-9d96-8f816ae159f3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4301722 Apr 07 11:59:24.459419 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.486063 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-34c4e956-8175-4ab9-ad3a-2c6028f2c8c8 service neutron] 10.222.0.37 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259060 Apr 07 11:59:24.503152 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:24.506123 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:24.511766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-ffb3f596-3824-4b59-b551-4b464a5579ce tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310075533&fields=id&tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe HTTP/1.1" status: 200 len: 267 time: 0.0616286 Apr 07 11:59:24.512017 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:24.517912 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'Port': ['ID=dffb22dc-7dcf-4805-b03a-29dc58c32356,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:24.520638 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-81aefc82-1647-4ab7-9253-d4a713743abd tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8837242 Apr 07 11:59:24.564265 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Request body: {'port': {'device_id': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:24.634162 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.652137 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-5c0d5568-f1b7-4b17-8cc7-abc8ef464138 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:24.653620 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-5c0d5568-f1b7-4b17-8cc7-abc8ef464138 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.1299903 Apr 07 11:59:24.688987 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'port': {'security_groups': ['6df1d49c-d507-4218-84fa-5a25b65a3098', '167b9f02-d77f-473a-bc85-393f356a27a6']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:24.828382 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.934421 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for floatingip (e2444aa7-58ef-43da-9da1-b45b4b455576), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.066413 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.136148 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313aac18-d698-4cdf-9e2b-a612eefd6d6d {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:25.149185 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Publish callbacks [] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.176033 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Transition to ACTIVE for port object 313aac18-d698-4cdf-9e2b-a612eefd6d6d will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:59:25.195206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:25.203590 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63876c-265a-4d02-a661-8253b238ca63 req-0d07f6ca-16d2-445c-a160-f5f8f92c51c8 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:25.205082 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa63876c-265a-4d02-a661-8253b238ca63 req-0d07f6ca-16d2-445c-a160-f5f8f92c51c8 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 936 time: 0.1185565 Apr 07 11:59:25.238939 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.257617 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.259179 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.301763 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa63876c-265a-4d02-a661-8253b238ca63 req-009b8dc4-0b4b-4f1e-933f-cec715a397e2 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898724 Apr 07 11:59:25.310795 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.321903 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Pushing event updated for resources: {'Port': ['ID=313aac18-d698-4cdf-9e2b-a612eefd6d6d,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:25.353961 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.367070 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event updated for resources: {'Port': ['ID=dffb22dc-7dcf-4805-b03a-29dc58c32356,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:25.378955 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['f09020c1-74a1-4432-8e2f-bd915b8a03f1'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:59:25.446520 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (e2444aa7-58ef-43da-9da1-b45b4b455576), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.447082 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:25.452094 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.452094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-684639f6-3c1d-4243-9c80-5d1d0886e0ae req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "PUT /v2.0/ports/f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 981 time: 0.7874663 Apr 07 11:59:25.452094 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:25.453042 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea715b-5785-4dbc-918f-874cb4539969" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:25.551582 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['f09020c1-74a1-4432-8e2f-bd915b8a03f1'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:59:25.554228 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3799342-bdd0-4aa8-be32-11e7186070a1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=6']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:25.559738 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Attempting to bind port 313aac18-d698-4cdf-9e2b-a612eefd6d6d on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:25.560079 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Attempting to bind port 313aac18-d698-4cdf-9e2b-a612eefd6d6d by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:25.560406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Attempting to bind port 313aac18-d698-4cdf-9e2b-a612eefd6d6d on network b78eed8d-5085-415b-ac46-499d84b8bebf {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:25.603504 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.l3_db [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Floating IP e2444aa7-58ef-43da-9da1-b45b4b455576 associated. External IP: 172.27.1.124, port: a172fc7a-9541-45a3-990a-8550330f7ca8. Apr 07 11:59:25.620976 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-26a9058d-0fb9-451d-b7c0-19f9482f7551 req-11393013-a2a1-4850-beef-4cfd427adcec tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0759404 Apr 07 11:59:25.624522 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Port 313aac18-d698-4cdf-9e2b-a612eefd6d6d on network b78eed8d-5085-415b-ac46-499d84b8bebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:59:25.624806 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Attempting to bind port 313aac18-d698-4cdf-9e2b-a612eefd6d6d on network b78eed8d-5085-415b-ac46-499d84b8bebf {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:25.660904 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:25.660904 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Checking segment: {'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:25.660904 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Bound using segment: {'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:25.660904 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Bound port: 313aac18-d698-4cdf-9e2b-a612eefd6d6d, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf2438a-ab4d-4563-9c4d-0d5c417ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:25.660904 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.722626 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-dada96fd-ea18-4c60-8776-c08b00b429b8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:25.730166 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-dada96fd-ea18-4c60-8776-c08b00b429b8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/networks?id=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 HTTP/1.1" status: 200 len: 811 time: 0.3072207 Apr 07 11:59:25.768889 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-18128f0c-55b3-4255-a9c6-52f81dc50f33 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/quotas/306477c14820444f8670c3e7bdce5177 HTTP/1.1" status: 200 len: 375 time: 0.0377183 Apr 07 11:59:25.819257 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-5b2b1a75-d3d3-40bd-9f8f-1836c1c02584 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=306477c14820444f8670c3e7bdce5177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494311 Apr 07 11:59:25.905710 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Router e6018bb3-2ff7-4729-96f9-3073ce60d1be has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:59:25.909192 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] For port 313aac18-d698-4cdf-9e2b-a612eefd6d6d, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:25.933531 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] For port 313aac18-d698-4cdf-9e2b-a612eefd6d6d, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=313aac18-d698-4cdf-9e2b-a612eefd6d6d,segment=NetworkSegment(faf2438a-ab4d-4563-9c4d-0d5c417ceb97),segment_id=faf2438a-ab4d-4563-9c4d-0d5c417ceb97)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:25.959649 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b55591-4e6d-4705-bc30-1a189f73980f req-eca140d3-b68f-4f81-b388-f807ef140623 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:25.962317 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-ba165442-c268-4d89-a476-cff50482f171 None None] Provisioning complete for port f09020c1-74a1-4432-8e2f-bd915b8a03f1 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:25.962716 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ba165442-c268-4d89-a476-cff50482f171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:25.963653 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-76b55591-4e6d-4705-bc30-1a189f73980f req-eca140d3-b68f-4f81-b388-f807ef140623 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.1760004 Apr 07 11:59:26.000188 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-a5df0f2a-4fcf-4914-86d9-c0caec9fb2ba service neutron] 10.222.0.37 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548588 Apr 07 11:59:26.039262 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:26.042985 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:26.052904 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] Sync routers for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:26.066911 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.067775 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:26.068441 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:26.068990 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] 10.222.0.48 "PUT /v2.0/ports/313aac18-d698-4cdf-9e2b-a612eefd6d6d HTTP/1.1" status: 200 len: 1098 time: 1.5107095 Apr 07 11:59:26.069334 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:26.160598 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-ba165442-c268-4d89-a476-cff50482f171 None None] Current status of the port f09020c1-74a1-4432-8e2f-bd915b8a03f1 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:26.162918 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-76b55591-4e6d-4705-bc30-1a189f73980f req-5c750c8f-2543-43d0-b336-c13a7d5f5f54 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879880 Apr 07 11:59:26.166082 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:26.230382 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:26.236418 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-37a59be9-c093-4305-8066-e587eac41e3c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6073620 Apr 07 11:59:26.239538 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:26.244528 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333b5333-d7aa-4226-8aec-8ed2ee070dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:26.265536 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564097ee-1456-4b72-98a1-b9a30bde8814 x-openstack-request-id: req-564097ee-1456-4b72-98a1-b9a30bde8814 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:26.265828 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:26.268853 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-564097ee-1456-4b72-98a1-b9a30bde8814 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:26.269374 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564097ee-1456-4b72-98a1-b9a30bde8814'] response: {'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'status': 'completed', 'code': 200} Apr 07 11:59:26.336468 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc215e01-c172-4891-ad4f-a69ecc467791 x-openstack-request-id: req-fc215e01-c172-4891-ad4f-a69ecc467791 {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:26.337009 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:26.337009 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc215e01-c172-4891-ad4f-a69ecc467791 {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:26.337428 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc215e01-c172-4891-ad4f-a69ecc467791'] response: {'name': 'network-changed', 'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'status': 'completed', 'code': 200} Apr 07 11:59:26.362743 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce13305-f58f-4823-8a5e-4d4b01a5105c service neutron] Pushing event updated for resources: {'Port': ['ID=313aac18-d698-4cdf-9e2b-a612eefd6d6d,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:26.477528 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-dd6fe481-caa2-49e0-8602-b8b206a0b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.480384 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-dd6fe481-caa2-49e0-8602-b8b206a0b71b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1129 time: 0.1178803 Apr 07 11:59:26.515862 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-0f5b7c25-41cf-48d8-b9dc-62d92ba76ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119367 Apr 07 11:59:26.556573 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'e2444aa7-58ef-43da-9da1-b45b4b455576', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'port_id': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'mac_address': 'fa:16:3e:4b:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:24Z', 'updated_at': '2022-04-07T11:59:24Z', 'revision_number': 0, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:26.582191 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-94c84e9d-dea9-405b-a92f-2c0d246efec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.583736 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-94c84e9d-dea9-405b-a92f-2c0d246efec0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1168 time: 0.2264130 Apr 07 11:59:26.596169 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-8d4d70ec-5db7-44bd-beb2-b98a368d7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.597983 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-8d4d70ec-5db7-44bd-beb2-b98a368d7d10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c04ba3132c71403e9023be71f4b53fd2&device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 1132 time: 0.2394080 Apr 07 11:59:26.599311 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] Checking router: e6018bb3-2ff7-4729-96f9-3073ce60d1be for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:26.611676 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:26.612671 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:26.633867 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-7700b993-9c7e-449b-83a4-79126f7af33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.635572 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-7700b993-9c7e-449b-83a4-79126f7af33c service neutron] 10.222.0.48 "GET /v2.0/networks?id=39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 200 len: 909 time: 0.1408589 Apr 07 11:59:26.714124 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-c0c78e3d-f41a-40aa-8a59-d7e37e50385f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=313aac18-d698-4cdf-9e2b-a612eefd6d6d HTTP/1.1" status: 200 len: 217 time: 0.0877802 Apr 07 11:59:26.737379 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ff319-3f9c-4001-bce8-6e0a9541c976 req-92172a28-0dec-44ee-b24e-493286927a35 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.744530 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:26.745299 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-da5ff319-3f9c-4001-bce8-6e0a9541c976 req-92172a28-0dec-44ee-b24e-493286927a35 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 948 time: 0.2616692 Apr 07 11:59:26.802191 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-6348d698-8bb3-468c-bbee-faca70afd106 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 999 time: 0.1509531 Apr 07 11:59:26.880144 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8e7b2489-c019-40d8-9d2f-45cab532fc61 req-e4944e30-96dd-491a-9e22-75ab1c2eb8ba tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0734234 Apr 07 11:59:26.892473 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-a9f7465c-f4db-40ed-9d4a-c1fbab5ad70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.894316 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-a9f7465c-f4db-40ed-9d4a-c1fbab5ad70d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a2b290-177b-4ce6-8191-9467df569986 HTTP/1.1" status: 200 len: 847 time: 0.0852757 Apr 07 11:59:26.911772 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-eedbe7a1-501a-4ee7-80b0-d0060c9f0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.913234 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-eedbe7a1-501a-4ee7-80b0-d0060c9f0c50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34893a77-f383-438b-a656-28a18fefc098 HTTP/1.1" status: 200 len: 843 time: 0.1548598 Apr 07 11:59:26.972343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-2c3a96cf-21db-429a-b7f1-82bdce03818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.973948 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-2c3a96cf-21db-429a-b7f1-82bdce03818d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 916 time: 0.3834717 Apr 07 11:59:26.980000 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-da5ff319-3f9c-4001-bce8-6e0a9541c976 req-1f88efc5-cfb1-4814-9490-77084a8e9518 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337387 Apr 07 11:59:26.989253 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-2b02c4ad-f761-4ffb-bab7-1bff12c6f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.991981 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-2b02c4ad-f761-4ffb-bab7-1bff12c6f957 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39d74b45-bed8-42bd-b144-0794be4726be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756443 Apr 07 11:59:27.048693 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2992848d-c816-4935-b9a7-1781822bab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.055855 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ae2e59a-4195-491e-99a5-9c06cc6c4fa5 req-8719fba0-80cc-48ea-a53b-be3f144a3f12 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0804901 Apr 07 11:59:27.076034 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'e2444aa7-58ef-43da-9da1-b45b4b455576', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'port_id': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'mac_address': 'fa:16:3e:4b:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:24Z', 'updated_at': '2022-04-07T11:59:24Z', 'revision_number': 0, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:27.097115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-71b8891f-70b4-49b8-bb77-1f5c6e314974 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 1001 time: 0.1059451 Apr 07 11:59:27.099902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-bf13c616-3c80-4347-bf8c-95bb67c23f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:27.101361 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-bf13c616-3c80-4347-bf8c-95bb67c23f2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b78eed8d-5085-415b-ac46-499d84b8bebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1777492 Apr 07 11:59:27.107696 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-6f3e26cf-8fee-471b-a931-000439148efa service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099555 Apr 07 11:59:27.114841 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7c8b6f-f0d9-4d42-9dab-ed697c6e9c58 None None] The sync data for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi is: [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'e2444aa7-58ef-43da-9da1-b45b4b455576', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'port_id': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'mac_address': 'fa:16:3e:4b:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:24Z', 'updated_at': '2022-04-07T11:59:24Z', 'revision_number': 0, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:27.208835 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-df00ab5e-e0c8-417e-8fb4-6f0cd679579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:27.210237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-df00ab5e-e0c8-417e-8fb4-6f0cd679579e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 200 len: 854 time: 0.1023393 Apr 07 11:59:27.218350 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-333b5333-d7aa-4226-8aec-8ed2ee070dd4 req-33ae0734-bcdf-4f40-a55d-04531e00859b service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046805 Apr 07 11:59:27.268396 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-ad00944d-554a-4199-99e6-2d0c0ddf63ca service neutron] 10.222.0.48 "GET /v2.0/networks/b78eed8d-5085-415b-ac46-499d84b8bebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583712 Apr 07 11:59:27.306582 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-970fbf94-8ec8-4f61-89bf-a168e26c5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:27.308061 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-970fbf94-8ec8-4f61-89bf-a168e26c5cc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f9080-a49f-48c3-aae8-8103bf2710e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841885 Apr 07 11:59:27.359853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c514f-9d28-41da-ba1e-a88283c5f5ba None None] New status for floating IP e2444aa7-58ef-43da-9da1-b45b4b455576: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:59:27.374852 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4fb3606-ad77-49a9-b9f2-a63d7332e30a req-6bc85ffc-8321-4eae-bd93-73c53e0c2b81 service neutron] 10.222.0.48 "GET /v2.0/networks/b78eed8d-5085-415b-ac46-499d84b8bebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995998 Apr 07 11:59:27.668141 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-7797d9af-dd86-4ba4-93e1-139b4af3e163 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042631 Apr 07 11:59:27.955803 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a9bb0119-2e50-40d4-a60f-90896fb67a61 req-4e5ab250-1ec3-4180-9770-9f6b69b7460b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0307336 Apr 07 11:59:28.105002 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7675efa-a498-4b1c-8034-cfa3f7f77173 req-c6577070-7708-40f0-a740-7c3bb6fd70b3 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.106485 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d7675efa-a498-4b1c-8034-cfa3f7f77173 req-c6577070-7708-40f0-a740-7c3bb6fd70b3 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 948 time: 0.0552363 Apr 07 11:59:28.150162 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-545d33fb-79c3-4ad3-91bb-88fbd58c2681 req-4cabc4a4-0ac4-4eff-b104-9ea60047a84d tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0355942 Apr 07 11:59:28.177187 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d7675efa-a498-4b1c-8034-cfa3f7f77173 req-657a5e83-5796-46b4-849a-a7f31e5481c5 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643675 Apr 07 11:59:28.270941 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'tag': '313aac18-d698-4cdf-9e2b-a612eefd6d6d'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:28.273245 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9764956-af74-440f-bc1b-c3fbee67ac4d" -d '{"events": [{"name": "network-changed", "server_uuid": "094ea762-a4d3-48db-9ba2-8b0b63ddba42", "tag": "313aac18-d698-4cdf-9e2b-a612eefd6d6d"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:28.307309 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab2d79-e684-432b-85ea-ce93caee7134 x-openstack-request-id: req-88ab2d79-e684-432b-85ea-ce93caee7134 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:28.307615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094ea762-a4d3-48db-9ba2-8b0b63ddba42", "tag": "313aac18-d698-4cdf-9e2b-a612eefd6d6d", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:28.307866 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88ab2d79-e684-432b-85ea-ce93caee7134 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:28.308267 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ab2d79-e684-432b-85ea-ce93caee7134'] response: {'name': 'network-changed', 'server_uuid': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'tag': '313aac18-d698-4cdf-9e2b-a612eefd6d6d', 'status': 'completed', 'code': 200} Apr 07 11:59:29.047634 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-92de769b-2d40-495a-9c6e-d1ea102728f1 req-567d834f-6661-4e27-b59a-fd1e4d6f1549 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0265789 Apr 07 11:59:29.250422 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9b9291f-53f6-429a-a656-be2bd30e8253 req-20ca3e75-6e20-4fcf-8d3f-20bbc263eb3a tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0309396 Apr 07 11:59:29.300066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba51bc5-c592-4135-b86c-b04dc46a5e16 req-fb1f07a4-fead-42dd-9070-523942bd803c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:29.301571 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ba51bc5-c592-4135-b86c-b04dc46a5e16 req-fb1f07a4-fead-42dd-9070-523942bd803c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 948 time: 0.0541244 Apr 07 11:59:29.347540 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ba51bc5-c592-4135-b86c-b04dc46a5e16 req-5b1fc1c6-d898-463d-9300-75b65768621f tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Apr 07 11:59:29.538713 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e797d847-5fa9-45d6-8a70-05a8d30c79da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:30.141184 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c27ca593-bd30-44dc-bd1e-133f34c96036 req-8a74273f-1cd9-47fb-948d-95f169bdcb99 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Apr 07 11:59:30.282643 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:30.344522 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e86c108b-1b82-49c5-aa83-dd7b9ba19b4e req-70543872-116e-456d-87f1-dd4681337085 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0301797 Apr 07 11:59:30.711711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f85d-fac6-45cc-97a9-e4578a76c3ff req-d95dc7ae-fe6e-4321-a36e-5e424d63b062 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:30.713315 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-15b7f85d-fac6-45cc-97a9-e4578a76c3ff req-d95dc7ae-fe6e-4321-a36e-5e424d63b062 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 948 time: 0.2992206 Apr 07 11:59:30.762357 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-15b7f85d-fac6-45cc-97a9-e4578a76c3ff req-53e2c9f8-2ce5-4976-9cba-68595cafb590 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Apr 07 11:59:30.911215 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:31.082078 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 313aac18-d698-4cdf-9e2b-a612eefd6d6d details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:59:31.181872 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 313aac18-d698-4cdf-9e2b-a612eefd6d6d, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=313aac18-d698-4cdf-9e2b-a612eefd6d6d,segment=NetworkSegment(faf2438a-ab4d-4563-9c4d-0d5c417ceb97),segment_id=faf2438a-ab4d-4563-9c4d-0d5c417ceb97)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:31.195930 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '313aac18-d698-4cdf-9e2b-a612eefd6d6d', 'network_id': 'b78eed8d-5085-415b-ac46-499d84b8bebf', 'port_id': '313aac18-d698-4cdf-9e2b-a612eefd6d6d', 'mac_address': 'fa:16:3e:74:d5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34893a77-f383-438b-a656-28a18fefc098', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:59:31.241886 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 313aac18-d698-4cdf-9e2b-a612eefd6d6d is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:31.242274 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:31.246701 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9e18ca76-1e1d-4a5a-beca-d1bbd6526795 req-5d32a623-ad4f-4c11-a8cc-ff4637feb768 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0336616 Apr 07 11:59:31.258639 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313aac18-d698-4cdf-9e2b-a612eefd6d6d {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:31.282489 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 313aac18-d698-4cdf-9e2b-a612eefd6d6d, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=313aac18-d698-4cdf-9e2b-a612eefd6d6d,segment=NetworkSegment(faf2438a-ab4d-4563-9c4d-0d5c417ceb97),segment_id=faf2438a-ab4d-4563-9c4d-0d5c417ceb97)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:31.344960 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:31.394228 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=313aac18-d698-4cdf-9e2b-a612eefd6d6d,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:31.441633 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c137f9e7-a982-4c33-8bb4-5d86cd8c4e7b req-4bf8a25c-f4c6-4d9d-bf9e-668012b5a7bf tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0300167 Apr 07 11:59:31.879688 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1377fa-99af-4b3d-8dfe-ebda2c4f8aa2 req-ababead0-9801-4c9f-a819-d1d37fa37d61 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:31.881647 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a1377fa-99af-4b3d-8dfe-ebda2c4f8aa2 req-ababead0-9801-4c9f-a819-d1d37fa37d61 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 949 time: 0.0554636 Apr 07 11:59:31.899685 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['313aac18-d698-4cdf-9e2b-a612eefd6d6d'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:59:31.973472 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a1377fa-99af-4b3d-8dfe-ebda2c4f8aa2 req-c39a3681-1b62-42e7-8995-eaa6ff72dcb1 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Apr 07 11:59:32.044175 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:32.367895 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-21c40f10-1367-4961-b18a-b50aee000712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:32.371949 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-21c40f10-1367-4961-b18a-b50aee000712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c04ba3132c71403e9023be71f4b53fd2&device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 1133 time: 0.0518022 Apr 07 11:59:32.408775 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2b8ec360-8b5e-4626-a250-7dfabc0dd153 req-6ed2e54b-b238-4385-98cd-02e33b367155 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0755951 Apr 07 11:59:32.472724 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-d78a6e70-2d04-428d-8838-662fd8aea940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:32.474413 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-d78a6e70-2d04-428d-8838-662fd8aea940 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b78eed8d-5085-415b-ac46-499d84b8bebf HTTP/1.1" status: 200 len: 870 time: 0.0973244 Apr 07 11:59:32.486987 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1ea715b-5785-4dbc-918f-874cb4539969 req-92886be5-7aed-481c-9da2-5362901c8b9c service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898470 Apr 07 11:59:32.504585 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-e423f545-8bd4-4178-8bf6-048a12d4663f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:32.506209 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-e423f545-8bd4-4178-8bf6-048a12d4663f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 812 time: 0.1837788 Apr 07 11:59:32.525134 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-9d080bdc-f6a7-484f-9c13-3593e0c7b8c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=313aac18-d698-4cdf-9e2b-a612eefd6d6d HTTP/1.1" status: 200 len: 217 time: 0.0433538 Apr 07 11:59:32.568172 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4be44e95-b516-4856-a725-eb4a4ac185e8 req-a28832f4-5544-4bb4-94e5-4cdaab9686d0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0364289 Apr 07 11:59:32.576471 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-b10e3206-0be7-4c4d-bcf4-6f54d3a44ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:32.578716 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-b10e3206-0be7-4c4d-bcf4-6f54d3a44ed3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34893a77-f383-438b-a656-28a18fefc098 HTTP/1.1" status: 200 len: 843 time: 0.0444691 Apr 07 11:59:32.600080 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-45cafe9e-96f3-4988-8a9f-cd94f59f8d95 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 380 time: 0.0826674 Apr 07 11:59:32.608458 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'port': {'device_id': '7038b8d2-aba6-4308-b3a1-33291e324156', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'admin_state_up': True, 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'security_groups': ['88a5cdee-1843-45dd-b888-bb20737dc708']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:32.629438 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-396f150b-a7b0-4bf1-ad56-0a05ee3b570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:32.631017 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-396f150b-a7b0-4bf1-ad56-0a05ee3b570b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b78eed8d-5085-415b-ac46-499d84b8bebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0463438 Apr 07 11:59:32.735610 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-eebdeb74-6b7f-45c8-8fd4-e38ff276efbc service neutron] 10.222.0.48 "GET /v2.0/networks/b78eed8d-5085-415b-ac46-499d84b8bebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981574 Apr 07 11:59:32.780455 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Made reservation on behalf of 903aa713695e4491ab75a7a10dfd0903 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:32.784160 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:32.849821 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-e9764956-af74-440f-bc1b-c3fbee67ac4d req-52e2ede8-1cab-4156-bd61-1d73a1342504 service neutron] 10.222.0.48 "GET /v2.0/networks/b78eed8d-5085-415b-ac46-499d84b8bebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931184 Apr 07 11:59:32.916111 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Allocated IP 172.20.0.3 (4d227e2f-2e13-46e1-9fce-0b6009bb0797/6d48cfb2-faba-43d2-bc5a-1d630e14914b/d0caf6fd-726a-46b1-887f-f51708aa2f18) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:33.107124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c712a-b336-4146-834c-ce82b50efb4d req-c5c1ce95-cae0-46c3-a1fa-f2e1d4165512 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:33.109099 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b07c712a-b336-4146-834c-ce82b50efb4d req-c5c1ce95-cae0-46c3-a1fa-f2e1d4165512 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 949 time: 0.0898290 Apr 07 11:59:33.111941 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.175438 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b07c712a-b336-4146-834c-ce82b50efb4d req-c0778cb9-eb6f-44b0-8837-b06b2dcff363 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602732 Apr 07 11:59:33.312965 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.337836 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 313aac18-d698-4cdf-9e2b-a612eefd6d6d up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:33.369317 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:33.376769 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:33.382031 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:33.386274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=d0caf6fd-726a-46b1-887f-f51708aa2f18,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:33.413578 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.414240 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.414240 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.414608 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.414945 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.415276 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.415615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.415926 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.416254 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.416577 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.416960 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.417358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.417688 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.418008 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.418325 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:33.425084 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.450035 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:33.450688 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.454698 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 313aac18-d698-4cdf-9e2b-a612eefd6d6d completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:59:33.460473 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 313aac18-d698-4cdf-9e2b-a612eefd6d6d triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:33.464406 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.567618 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 313aac18-d698-4cdf-9e2b-a612eefd6d6d is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:33.568165 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.571884 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b46eb0-20e3-47ca-af8f-56cd3270b867 req-779ec274-81d1-4dd1-b408-85e46f15bbd2 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:33.572962 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c0b46eb0-20e3-47ca-af8f-56cd3270b867 req-779ec274-81d1-4dd1-b408-85e46f15bbd2 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 931 time: 0.0758100 Apr 07 11:59:33.577591 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-b1b55692-9ffd-4f10-98e6-635b78e61d52 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9726717 Apr 07 11:59:33.591242 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Request body: {'port': {'device_id': '7038b8d2-aba6-4308-b3a1-33291e324156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:33.607775 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313aac18-d698-4cdf-9e2b-a612eefd6d6d'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:33.612874 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1f234b-47d2-4385-b94f-7b88a3575183" -d '{"events": [{"server_uuid": "094ea762-a4d3-48db-9ba2-8b0b63ddba42", "name": "network-vif-plugged", "status": "completed", "tag": "313aac18-d698-4cdf-9e2b-a612eefd6d6d"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:33.630891 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 313aac18-d698-4cdf-9e2b-a612eefd6d6d, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=313aac18-d698-4cdf-9e2b-a612eefd6d6d,segment=NetworkSegment(faf2438a-ab4d-4563-9c4d-0d5c417ceb97),segment_id=faf2438a-ab4d-4563-9c4d-0d5c417ceb97)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:33.647102 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-afe02a8f-e588-45cf-8855-e38ea291666b tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:33.652697 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-afe02a8f-e588-45cf-8855-e38ea291666b tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "GET /v2.0/networks?id=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 HTTP/1.1" status: 200 len: 811 time: 0.1706979 Apr 07 11:59:33.661949 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-93084c72-cf43-40d0-b9c9-1e3031a21147 None None] Provisioning complete for port d0caf6fd-726a-46b1-887f-f51708aa2f18 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:33.662262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-93084c72-cf43-40d0-b9c9-1e3031a21147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.674005 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Request body: {'port': {'device_id': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5', 'admin_state_up': True, 'tenant_id': '306477c14820444f8670c3e7bdce5177'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:33.712486 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.728622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ded1eab9-2782-46f2-aa12-a70714c28aa0 req-1b153ad9-ecea-4b99-a9d7-e78b42625ca7 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0491712 Apr 07 11:59:33.751494 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-93084c72-cf43-40d0-b9c9-1e3031a21147 None None] Port d0caf6fd-726a-46b1-887f-f51708aa2f18 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:33.769445 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c0b46eb0-20e3-47ca-af8f-56cd3270b867 req-1bf713d9-e91a-48a0-b707-28f471b6f7b4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899474 Apr 07 11:59:33.775716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.799028 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=313aac18-d698-4cdf-9e2b-a612eefd6d6d,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:33.814492 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a218a7-d7aa-4203-aed1-2cb2f360b6c9 x-openstack-request-id: req-c4a218a7-d7aa-4203-aed1-2cb2f360b6c9 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:33.814821 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ea762-a4d3-48db-9ba2-8b0b63ddba42", "name": "network-vif-plugged", "status": "completed", "tag": "313aac18-d698-4cdf-9e2b-a612eefd6d6d", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:33.815078 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4a218a7-d7aa-4203-aed1-2cb2f360b6c9 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:33.815479 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a218a7-d7aa-4203-aed1-2cb2f360b6c9'] response: {'server_uuid': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313aac18-d698-4cdf-9e2b-a612eefd6d6d', 'code': 200} Apr 07 11:59:33.927732 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Made reservation on behalf of 306477c14820444f8670c3e7bdce5177 for: {'port': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:33.932093 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.125879 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0caf6fd-726a-46b1-887f-f51708aa2f18 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:34.136907 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Publish callbacks [] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.153496 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Transition to ACTIVE for port object d0caf6fd-726a-46b1-887f-f51708aa2f18 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:59:34.233571 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.308772 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Allocated IP 172.20.0.9 (ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5/438b2264-95bf-49e4-8373-d2316479f68e/a2b6b951-ecdc-4117-a6cb-0edce84d7b67) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:34.387758 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Pushing event updated for resources: {'Port': ['ID=d0caf6fd-726a-46b1-887f-f51708aa2f18,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:34.419308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b720-0952-4fc6-9d85-e65b0c28d48c req-e982e331-0155-498e-9965-e6b918dd3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:34.420730 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2541b720-0952-4fc6-9d85-e65b0c28d48c req-e982e331-0155-498e-9965-e6b918dd3bde service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 1134 time: 0.2010691 Apr 07 11:59:34.470611 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf7287-7b6d-40a2-b44a-edfa5fcc618a req-e1017907-a5dc-4913-b3be-7866a5c8192a tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:34.472153 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1cf7287-7b6d-40a2-b44a-edfa5fcc618a req-e1017907-a5dc-4913-b3be-7866a5c8192a tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.1840596 Apr 07 11:59:34.505225 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks [] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.537069 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2541b720-0952-4fc6-9d85-e65b0c28d48c req-7a65c7a4-7419-4065-92e5-b99808de5bca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941434 Apr 07 11:59:34.542652 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Attempting to bind port d0caf6fd-726a-46b1-887f-f51708aa2f18 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:34.542987 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Attempting to bind port d0caf6fd-726a-46b1-887f-f51708aa2f18 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:34.543312 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Attempting to bind port d0caf6fd-726a-46b1-887f-f51708aa2f18 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:34.552637 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Port d0caf6fd-726a-46b1-887f-f51708aa2f18 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:59:34.552955 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Attempting to bind port d0caf6fd-726a-46b1-887f-f51708aa2f18 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:34.566316 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:34.566694 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Checking segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:34.567076 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Bound using segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:34.567510 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Bound port: d0caf6fd-726a-46b1-887f-f51708aa2f18, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:34.567861 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.573274 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b1cf7287-7b6d-40a2-b44a-edfa5fcc618a req-18eaeb0f-8314-4583-813e-2c06de37158f tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925188 Apr 07 11:59:34.631956 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.637856 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] For port d0caf6fd-726a-46b1-887f-f51708aa2f18, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:34.641872 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] For port d0caf6fd-726a-46b1-887f-f51708aa2f18, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=d0caf6fd-726a-46b1-887f-f51708aa2f18,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:34.673986 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:34.676809 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:34.681094 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:34.706443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.707754 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Pushing event updated for resources: {'Port': ['ID=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:34.720675 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.721020 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.721387 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.721690 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.722017 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.722347 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.722697 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.723018 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.723336 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.723655 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.723974 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.724329 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.724606 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.724920 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.725232 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:34.739884 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:34.740495 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.741867 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0caf6fd-726a-46b1-887f-f51708aa2f18 HTTP/1.1" status: 200 len: 1093 time: 1.1552687 Apr 07 11:59:34.742313 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:34.745829 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea459b3-f927-4e5d-8aa0-d938992e0593" -d '{"events": [{"name": "network-changed", "server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:34.750350 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:34.751022 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.779579 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6760b-e117-4654-bb99-d42337f71f01 service neutron] Pushing event updated for resources: {'Port': ['ID=d0caf6fd-726a-46b1-887f-f51708aa2f18,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:34.797120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a567f0-41c4-4810-be02-a21dbd6a86b8 x-openstack-request-id: req-20a567f0-41c4-4810-be02-a21dbd6a86b8 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:34.799263 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:34.799263 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20a567f0-41c4-4810-be02-a21dbd6a86b8 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:34.799263 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a567f0-41c4-4810-be02-a21dbd6a86b8'] response: {'name': 'network-changed', 'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'status': 'completed', 'code': 200} Apr 07 11:59:34.821772 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-271a3a69-c42c-4894-89a8-79fd2ecaf9f8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1569328 Apr 07 11:59:34.864798 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Request body: {'port': {'device_id': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:34.866241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a94c3-2b51-42ce-ae64-9e0a81f70507 req-44bb42a6-4da8-4434-9ecb-194d55ec0d9c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:34.868012 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-911a94c3-2b51-42ce-ae64-9e0a81f70507 req-44bb42a6-4da8-4434-9ecb-194d55ec0d9c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 931 time: 0.0621209 Apr 07 11:59:34.935226 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.979634 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-911a94c3-2b51-42ce-ae64-9e0a81f70507 req-e479d45e-8f19-4795-b9d6-38aaa56ba60d tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007557 Apr 07 11:59:35.002651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35458fbd-273d-4d69-aaa7-36a8a5420854 req-df0fdde0-72cc-4a9b-9c31-0205deccf4ac tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.002651 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-35458fbd-273d-4d69-aaa7-36a8a5420854 req-df0fdde0-72cc-4a9b-9c31-0205deccf4ac tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.1262267 Apr 07 11:59:35.002651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea459b3-f927-4e5d-8aa0-d938992e0593 req-e819cfd1-966f-4132-a72e-c70ace92d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.011202 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1ea459b3-f927-4e5d-8aa0-d938992e0593 req-e819cfd1-966f-4132-a72e-c70ace92d444 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 1127 time: 0.1256473 Apr 07 11:59:35.106280 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-35458fbd-273d-4d69-aaa7-36a8a5420854 req-efb662a6-df00-4851-9934-39776e52d45e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000085 Apr 07 11:59:35.140603 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea459b3-f927-4e5d-8aa0-d938992e0593 req-a9124644-8c05-4d32-aca0-9a6a1410aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.142154 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1ea459b3-f927-4e5d-8aa0-d938992e0593 req-a9124644-8c05-4d32-aca0-9a6a1410aa5b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=903aa713695e4491ab75a7a10dfd0903&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1221952 Apr 07 11:59:35.200051 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b6b951-ecdc-4117-a6cb-0edce84d7b67 {{(pid=110303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:35.208114 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Publish callbacks [] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:35.220210 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.provisioning_blocks [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Transition to ACTIVE for port object a2b6b951-ecdc-4117-a6cb-0edce84d7b67 will not be triggered until provisioned by entity L2. {{(pid=110303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:59:35.317185 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:35.372382 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:35.448909 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Attempting to bind port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:35.449171 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Attempting to bind port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:35.449363 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Attempting to bind port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 on network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:35.453832 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 on network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:59:35.454110 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Attempting to bind port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 on network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:35.458924 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:35.459282 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Checking segment: {'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:35.459639 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Bound using segment: {'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'} {{(pid=110303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:35.460069 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.managers [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Bound port: a2b6b951-ecdc-4117-a6cb-0edce84d7b67, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'}}] {{(pid=110303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:35.460424 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:35.533773 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] For port a2b6b951-ecdc-4117-a6cb-0edce84d7b67, host hv-cinder-83676, cleared binding levels {{(pid=110303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:35.536757 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] For port a2b6b951-ecdc-4117-a6cb-0edce84d7b67, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:35.620740 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:35.661892 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.662518 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for port (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:35.663927 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] 10.222.0.48 "PUT /v2.0/ports/a2b6b951-ecdc-4117-a6cb-0edce84d7b67 HTTP/1.1" status: 200 len: 1093 time: 0.8072467 Apr 07 11:59:35.664364 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'tag': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:35.666595 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75af70-a890-4f2c-af52-4adc7533fd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d01fd-d65d-4232-897e-85b3e226e285", "tag": "a2b6b951-ecdc-4117-a6cb-0edce84d7b67"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:35.692194 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd71738-15e5-471e-b465-339fdedd8005 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,revision_number=3']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:35.693297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b275a75-e235-44f2-95ca-e849b02b05a8 req-d82a1b0b-8ddc-4a8a-8c0e-8876ac187873 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.694951 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b275a75-e235-44f2-95ca-e849b02b05a8 req-d82a1b0b-8ddc-4a8a-8c0e-8876ac187873 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0544677 Apr 07 11:59:35.705337 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92702aef-143d-476f-b5ed-5aadaee2802e x-openstack-request-id: req-92702aef-143d-476f-b5ed-5aadaee2802e {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:35.705644 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d01fd-d65d-4232-897e-85b3e226e285", "tag": "a2b6b951-ecdc-4117-a6cb-0edce84d7b67", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:35.705964 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92702aef-143d-476f-b5ed-5aadaee2802e {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:35.706432 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92702aef-143d-476f-b5ed-5aadaee2802e'] response: {'name': 'network-changed', 'server_uuid': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'tag': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67', 'status': 'completed', 'code': 200} Apr 07 11:59:35.746032 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b275a75-e235-44f2-95ca-e849b02b05a8 req-f19fac48-28e6-4f98-b3e9-b034f968f48c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 Apr 07 11:59:35.884550 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75af70-a890-4f2c-af52-4adc7533fd0a req-134bbb74-a47e-49ce-8609-090e2707f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.886103 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-bf75af70-a890-4f2c-af52-4adc7533fd0a req-134bbb74-a47e-49ce-8609-090e2707f966 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=306477c14820444f8670c3e7bdce5177&device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 1127 time: 0.0460415 Apr 07 11:59:35.918693 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea459b3-f927-4e5d-8aa0-d938992e0593 req-a263631b-b8e5-4806-bedc-013c815e536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.920232 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1ea459b3-f927-4e5d-8aa0-d938992e0593 req-a263631b-b8e5-4806-bedc-013c815e536c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948303 Apr 07 11:59:36.001594 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-4671f89a-ce10-491d-8b8b-10d27754e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.003040 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-4671f89a-ce10-491d-8b8b-10d27754e61f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 1127 time: 0.0443578 Apr 07 11:59:36.045362 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-e442d688-787b-4f01-9386-f57c771d4273 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0caf6fd-726a-46b1-887f-f51708aa2f18 HTTP/1.1" status: 200 len: 217 time: 0.0340996 Apr 07 11:59:36.058077 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75af70-a890-4f2c-af52-4adc7533fd0a req-c2a5774b-d3c0-4b26-8307-24aaa9adc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.060333 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-bf75af70-a890-4f2c-af52-4adc7533fd0a req-c2a5774b-d3c0-4b26-8307-24aaa9adc45c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=306477c14820444f8670c3e7bdce5177&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1657791 Apr 07 11:59:36.126889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-928eee24-0528-4e7f-b71f-e41554901cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.128362 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-928eee24-0528-4e7f-b71f-e41554901cf9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0762398 Apr 07 11:59:36.146527 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02349-1087-4100-97d3-fa40ae7dde4e req-423df553-37a1-4e21-9eaa-2619895954e5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.148352 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ffc02349-1087-4100-97d3-fa40ae7dde4e req-423df553-37a1-4e21-9eaa-2619895954e5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 943 time: 0.0875318 Apr 07 11:59:36.223741 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75af70-a890-4f2c-af52-4adc7533fd0a req-22149d8a-6e01-4899-8d76-2da0c2f592da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.225222 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-bf75af70-a890-4f2c-af52-4adc7533fd0a req-22149d8a-6e01-4899-8d76-2da0c2f592da service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574841 Apr 07 11:59:36.263931 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ffc02349-1087-4100-97d3-fa40ae7dde4e req-803f1c3d-9622-420c-9033-7f3a1351d2b3 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091793 Apr 07 11:59:36.268974 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-36534ba0-1cfa-457f-9ab2-65d70249d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.270409 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-36534ba0-1cfa-457f-9ab2-65d70249d250 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1096566 Apr 07 11:59:36.281561 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904b94f-1dc9-48dc-853e-b987bd4651ac req-f04b588f-e35d-4925-b98b-3ad43b844e94 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.283011 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b904b94f-1dc9-48dc-853e-b987bd4651ac req-f04b588f-e35d-4925-b98b-3ad43b844e94 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0928702 Apr 07 11:59:36.331972 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b904b94f-1dc9-48dc-853e-b987bd4651ac req-9963c304-67cc-4a0b-8e43-e7ccaace8563 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430512 Apr 07 11:59:36.478326 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-bf3925d4-4522-4c0d-95d5-c77e59672135 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921974 Apr 07 11:59:36.520936 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-fefec7c6-c70e-4e3a-aec0-3bde1a95fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.522383 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-fefec7c6-c70e-4e3a-aec0-3bde1a95fb6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=306477c14820444f8670c3e7bdce5177&device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 1127 time: 0.0424314 Apr 07 11:59:36.866490 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661e285-d4fe-4760-b2d2-62578938abd5 req-f6c23303-b9df-4fb1-8d42-8b935fca4c26 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.868014 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9661e285-d4fe-4760-b2d2-62578938abd5 req-f6c23303-b9df-4fb1-8d42-8b935fca4c26 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0571976 Apr 07 11:59:36.916529 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-b42a377a-1f82-4716-9ce6-da9e86f7a9d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b6b951-ecdc-4117-a6cb-0edce84d7b67 HTTP/1.1" status: 200 len: 217 time: 0.0345409 Apr 07 11:59:36.965597 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9661e285-d4fe-4760-b2d2-62578938abd5 req-de73d2fa-197e-4ec0-b3ec-ae2eb056b434 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919240 Apr 07 11:59:36.974246 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-4c23d5f8-24b7-4ce4-9c09-6c46f192c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.975774 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-4c23d5f8-24b7-4ce4-9c09-6c46f192c11c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=438b2264-95bf-49e4-8373-d2316479f68e HTTP/1.1" status: 200 len: 851 time: 0.0506248 Apr 07 11:59:36.999259 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d224dfc-2543-4fee-8d86-138a06c4d013 req-a1f33e9f-6742-49ff-9b03-a24e3d853cf6 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173437 Apr 07 11:59:37.008122 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-0be37a06-7943-4b23-aa85-a5615b7c9fb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252118 Apr 07 11:59:37.099092 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-2ea628d9-edd5-4917-bd44-44ebe92de651 service neutron] 10.222.0.48 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830376 Apr 07 11:59:37.194154 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a05ce442-4a52-4858-837f-6fca4cbd6fa9 req-eedebf43-d3bd-412e-9923-3b35598615b4 service neutron] 10.222.0.48 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843673 Apr 07 11:59:37.401508 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0844f5c-0b0f-43eb-a027-f75bc914cbbe req-dd08a830-e4e5-47b0-a626-6d26f69bd7f5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:37.403724 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a0844f5c-0b0f-43eb-a027-f75bc914cbbe req-dd08a830-e4e5-47b0-a626-6d26f69bd7f5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 943 time: 0.0647330 Apr 07 11:59:37.498389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a0844f5c-0b0f-43eb-a027-f75bc914cbbe req-922a444e-0df6-4afc-b427-bbfec720ede2 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823774 Apr 07 11:59:37.507051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb409-0adb-4289-865d-933bc10add00 req-8479dbc4-0fa8-49fd-a933-d89e926942a6 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:37.508515 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a0cb409-0adb-4289-865d-933bc10add00 req-8479dbc4-0fa8-49fd-a933-d89e926942a6 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.1036754 Apr 07 11:59:37.565282 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2a0cb409-0adb-4289-865d-933bc10add00 req-512069d8-3807-4f61-8727-7725d5a8ec12 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506849 Apr 07 11:59:37.636655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48396ac-a7af-4de8-8576-0e918f3752e4 req-9426c157-8bc4-43f4-b4ad-a934fd04c7fd tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:37.638488 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b48396ac-a7af-4de8-8576-0e918f3752e4 req-9426c157-8bc4-43f4-b4ad-a934fd04c7fd tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0580118 Apr 07 11:59:37.696070 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b48396ac-a7af-4de8-8576-0e918f3752e4 req-c5786017-02f5-4198-b241-878f59e4861f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515921 Apr 07 11:59:38.623468 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498ffe6-5794-4b3c-bbc7-b01496de41e6 req-836c7e99-dc92-43d9-831b-b1fdfe80fb79 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:38.625590 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1498ffe6-5794-4b3c-bbc7-b01496de41e6 req-836c7e99-dc92-43d9-831b-b1fdfe80fb79 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 943 time: 0.0521502 Apr 07 11:59:38.700711 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1498ffe6-5794-4b3c-bbc7-b01496de41e6 req-8d6e3a8c-9795-434f-bd45-ee807f497a40 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694418 Apr 07 11:59:38.711939 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282cc8-9514-4738-9f78-44398be00ea5 req-53683b7b-8f6f-40cc-92a0-1d095b541790 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:38.713481 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-da282cc8-9514-4738-9f78-44398be00ea5 req-53683b7b-8f6f-40cc-92a0-1d095b541790 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0765550 Apr 07 11:59:38.761616 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-da282cc8-9514-4738-9f78-44398be00ea5 req-b4abaccc-37ac-4b1c-bc39-3a646d5defcc tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Apr 07 11:59:38.815146 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43087e-f758-4a27-b7c3-0381403d0054 req-91a608f2-bd3d-4211-8d63-6931bcc06cae tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:38.816707 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ee43087e-f758-4a27-b7c3-0381403d0054 req-91a608f2-bd3d-4211-8d63-6931bcc06cae tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0540597 Apr 07 11:59:38.864945 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ee43087e-f758-4a27-b7c3-0381403d0054 req-7d456eb6-4aaf-435b-b9e5-2a09bcc844f8 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Apr 07 11:59:39.821323 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ad6f1-1f91-4a84-b804-934fda00d68b req-c0b5d4bc-784c-4f45-871a-47635e9b932e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:39.822799 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-041ad6f1-1f91-4a84-b804-934fda00d68b req-c0b5d4bc-784c-4f45-871a-47635e9b932e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 943 time: 0.0525389 Apr 07 11:59:39.905868 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-041ad6f1-1f91-4a84-b804-934fda00d68b req-f17b46e6-aae4-470c-9d53-2b48c6d22949 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771573 Apr 07 11:59:39.924987 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332d19-b40b-4678-a4bd-e88aff0d131b req-0640b006-231d-4475-8385-eb2edbb8690c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:39.926492 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-17332d19-b40b-4678-a4bd-e88aff0d131b req-0640b006-231d-4475-8385-eb2edbb8690c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0961733 Apr 07 11:59:39.991660 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-17332d19-b40b-4678-a4bd-e88aff0d131b req-08b4bc54-9b67-44a0-ab19-efb44872edab tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564425 Apr 07 11:59:40.031464 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850385b-358b-48b2-b672-4fb121565453 req-5fc74eca-bd64-4f65-aae6-bb9acf65329b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:40.032929 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0850385b-358b-48b2-b672-4fb121565453 req-5fc74eca-bd64-4f65-aae6-bb9acf65329b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0603781 Apr 07 11:59:40.080545 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0850385b-358b-48b2-b672-4fb121565453 req-bf10f35d-6a1d-4501-be6d-5edded25da05 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Apr 07 11:59:41.021632 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8acaf-90df-4733-b80a-18c5e62d6e49 req-2c0203b7-945a-43e2-954c-21ee9dc80b5e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:41.023237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5b8acaf-90df-4733-b80a-18c5e62d6e49 req-2c0203b7-945a-43e2-954c-21ee9dc80b5e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 943 time: 0.0508304 Apr 07 11:59:41.072254 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5b8acaf-90df-4733-b80a-18c5e62d6e49 req-c997e0eb-20c5-4011-ae1f-877aedc286cc tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Apr 07 11:59:41.150815 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868cbe1-8da2-4c23-9252-d059a70e93e9 req-2a992cc2-6905-4868-a249-f53c4f96df8c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:41.152300 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7868cbe1-8da2-4c23-9252-d059a70e93e9 req-2a992cc2-6905-4868-a249-f53c4f96df8c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0512352 Apr 07 11:59:41.226358 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7868cbe1-8da2-4c23-9252-d059a70e93e9 req-ff4199e3-f2bd-47e1-b8a1-4351d818b80c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648296 Apr 07 11:59:41.234132 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51873-94be-4490-b669-59cc6407a25e req-20c34996-72d5-472a-a853-fbf8ad27012c tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:41.235584 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-edf51873-94be-4490-b669-59cc6407a25e req-20c34996-72d5-472a-a853-fbf8ad27012c tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0824270 Apr 07 11:59:41.283801 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-edf51873-94be-4490-b669-59cc6407a25e req-d01fa421-d1a4-40e3-a1ae-9f779f66e8dd tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Apr 07 11:59:42.193601 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8ef58-3f16-4ffe-ba9f-90c7432426ba req-a539fd84-36ea-4022-8ee7-10c12d40a53e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:42.195093 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ff8ef58-3f16-4ffe-ba9f-90c7432426ba req-a539fd84-36ea-4022-8ee7-10c12d40a53e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 943 time: 0.0573235 Apr 07 11:59:42.241291 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ff8ef58-3f16-4ffe-ba9f-90c7432426ba req-f7f5b6fa-1724-425d-b5f7-b5c50b4b03fb tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Apr 07 11:59:42.343499 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65682883-24d2-47dc-9d83-5ca1cbc7fd5b req-e16d2d3d-ceb1-437e-9172-5efad0ec9b4e tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:42.345147 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65682883-24d2-47dc-9d83-5ca1cbc7fd5b req-e16d2d3d-ceb1-437e-9172-5efad0ec9b4e tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0549424 Apr 07 11:59:42.426117 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b32be-e405-41a5-98da-b61306bd7132 req-a739a3ab-ae86-4c9f-98b2-85e09097b9eb tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:42.427593 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5a5b32be-e405-41a5-98da-b61306bd7132 req-a739a3ab-ae86-4c9f-98b2-85e09097b9eb tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0799241 Apr 07 11:59:42.430407 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65682883-24d2-47dc-9d83-5ca1cbc7fd5b req-6e11cf15-b53f-4d2c-8ba0-37ccc83bde7c tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744934 Apr 07 11:59:42.712429 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5a5b32be-e405-41a5-98da-b61306bd7132 req-2d23b374-1059-4403-8b71-52159f785f86 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792652 Apr 07 11:59:43.354599 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427facea-b94c-4c16-ba1a-d049e3e53843 req-4619514c-a996-45c7-b022-a54a2d78f313 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:43.356034 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-427facea-b94c-4c16-ba1a-d049e3e53843 req-4619514c-a996-45c7-b022-a54a2d78f313 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 943 time: 0.0502396 Apr 07 11:59:43.362758 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a2b6b951-ecdc-4117-a6cb-0edce84d7b67 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:59:43.401810 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-427facea-b94c-4c16-ba1a-d049e3e53843 req-18173d18-9eb4-4ae9-aafc-f71bcb8508da tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 Apr 07 11:59:43.460860 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a2b6b951-ecdc-4117-a6cb-0edce84d7b67, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:43.473248 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67', 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5', 'port_id': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67', 'mac_address': 'fa:16:3e:a3:ee:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438b2264-95bf-49e4-8373-d2316479f68e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:59:43.511046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:43.511438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:43.524936 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b6b951-ecdc-4117-a6cb-0edce84d7b67 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:43.544509 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a2b6b951-ecdc-4117-a6cb-0edce84d7b67, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:43.544902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce7986-8313-4a82-a9fa-e27ad3577fb4 req-0809aa93-0008-4d2f-8592-9d73c2ef81e5 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:43.546497 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-93ce7986-8313-4a82-a9fa-e27ad3577fb4 req-0809aa93-0008-4d2f-8592-9d73c2ef81e5 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0504334 Apr 07 11:59:43.595101 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-93ce7986-8313-4a82-a9fa-e27ad3577fb4 req-31252191-7844-4d0d-bc68-05fd1075c385 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426450 Apr 07 11:59:43.608735 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:43.656565 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:43.663662 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.664016 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.664388 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.664746 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.665086 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.665417 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.665743 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.666068 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.666393 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.666740 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.667069 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.667409 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.667741 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.668062 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.668383 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:43.834614 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de0094-1773-4a9b-951b-a651ada2c65b req-efbcbfd0-6f8c-4c6b-ad87-519df7f7afd8 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:43.835993 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02de0094-1773-4a9b-951b-a651ada2c65b req-efbcbfd0-6f8c-4c6b-ad87-519df7f7afd8 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0515115 Apr 07 11:59:43.885060 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-02de0094-1773-4a9b-951b-a651ada2c65b req-b7c087f8-9801-41c5-b16f-8a22528f6dc9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432277 Apr 07 11:59:44.270427 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['a2b6b951-ecdc-4117-a6cb-0edce84d7b67'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:59:44.522786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76784b0-d86b-4430-9930-cc65292bea8a req-03df73e3-3892-42a2-8c61-b5f2a9c71c9e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:44.524158 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a76784b0-d86b-4430-9930-cc65292bea8a req-03df73e3-3892-42a2-8c61-b5f2a9c71c9e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 944 time: 0.0586529 Apr 07 11:59:44.570324 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a76784b0-d86b-4430-9930-cc65292bea8a req-1e5ba7a5-7db2-450f-b1c3-4b2151b10a3b tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Apr 07 11:59:44.714614 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0550458-f4a9-4d83-814d-edf8884fd61e req-2de0d13f-9fcb-4e50-a8f7-9aa29eb098a6 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:44.716467 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0550458-f4a9-4d83-814d-edf8884fd61e req-2de0d13f-9fcb-4e50-a8f7-9aa29eb098a6 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0555065 Apr 07 11:59:44.763550 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0550458-f4a9-4d83-814d-edf8884fd61e req-8168268d-0141-4da3-92be-c9ce389b47a2 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Apr 07 11:59:45.001515 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d13e3a-2690-4afe-99bc-f23280b9b266 req-6a168799-1730-432b-9a9f-0c8ab6d5e74a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:45.003060 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-86d13e3a-2690-4afe-99bc-f23280b9b266 req-6a168799-1730-432b-9a9f-0c8ab6d5e74a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0522788 Apr 07 11:59:45.052262 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-86d13e3a-2690-4afe-99bc-f23280b9b266 req-ce44787b-9fa6-4afb-b04e-f3419636e8a1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432758 Apr 07 11:59:45.475495 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-16605889-e086-4aee-9aa2-27530a876ee3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419006 Apr 07 11:59:45.686343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d603a-b1c9-457d-a569-5c14ee6aa99e req-92507b32-6308-489a-baec-8ad316c4c6b5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:45.688428 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2b1d603a-b1c9-457d-a569-5c14ee6aa99e req-92507b32-6308-489a-baec-8ad316c4c6b5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 944 time: 0.0510375 Apr 07 11:59:45.810811 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a2b6b951-ecdc-4117-a6cb-0edce84d7b67 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:45.865242 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2b1d603a-b1c9-457d-a569-5c14ee6aa99e req-7c738d30-a338-454a-a362-be6ad8a5bfe8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710095 Apr 07 11:59:45.956145 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:59:45.957140 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc725-3e7c-4033-a43d-02d147a66add req-9e5fbad4-076a-43c8-aba1-19e3476b15cb tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:45.958672 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0eefc725-3e7c-4033-a43d-02d147a66add req-9e5fbad4-076a-43c8-aba1-19e3476b15cb tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.1161132 Apr 07 11:59:45.960174 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:45.960554 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:46.005947 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0eefc725-3e7c-4033-a43d-02d147a66add req-b5ac9e2e-0bda-4302-96c0-5414d25e5dbf tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Apr 07 11:59:46.043222 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:46.043611 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:46.065673 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:46.067840 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dc4f0d-0f3e-4c71-8a9a-7fe1116a5c74" -d '{"events": [{"server_uuid": "9a2d01fd-d65d-4232-897e-85b3e226e285", "name": "network-vif-plugged", "status": "completed", "tag": "a2b6b951-ecdc-4117-a6cb-0edce84d7b67"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:46.083713 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a2b6b951-ecdc-4117-a6cb-0edce84d7b67, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:46.108270 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f319d-44ca-4c08-84f5-5648323f0183 x-openstack-request-id: req-b44f319d-44ca-4c08-84f5-5648323f0183 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:46.108568 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d01fd-d65d-4232-897e-85b3e226e285", "name": "network-vif-plugged", "status": "completed", "tag": "a2b6b951-ecdc-4117-a6cb-0edce84d7b67", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:46.108824 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b44f319d-44ca-4c08-84f5-5648323f0183 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:46.109323 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44f319d-44ca-4c08-84f5-5648323f0183'] response: {'server_uuid': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67', 'code': 200} Apr 07 11:59:46.176970 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8579-a1fe-4dfa-9c5e-6c6479e6a3fa req-213354e3-86ad-433c-849b-30be186f2c86 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:46.178434 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d5d8579-a1fe-4dfa-9c5e-6c6479e6a3fa req-213354e3-86ad-433c-849b-30be186f2c86 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0514178 Apr 07 11:59:46.204059 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:46.229821 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d5d8579-a1fe-4dfa-9c5e-6c6479e6a3fa req-6238a890-1100-4ae2-a1cf-05c33c9f7832 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457170 Apr 07 11:59:46.251975 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:46.991044 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e65be-d9b6-411a-8e4d-2f696a62ceb5 req-3a5eeaf8-6cf4-4a51-bded-b35d0a9fafbe tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:46.992509 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8d3e65be-d9b6-411a-8e4d-2f696a62ceb5 req-3a5eeaf8-6cf4-4a51-bded-b35d0a9fafbe tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0596735 Apr 07 11:59:47.040337 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8d3e65be-d9b6-411a-8e4d-2f696a62ceb5 req-9b12b281-154c-4d89-8fa2-514f7a940a93 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Apr 07 11:59:47.106187 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:47.125563 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c421b-66de-439a-a383-415d1cc8bb52 req-bb3cd8bd-7c2f-42ef-92d6-119043759681 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:47.127522 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff2c421b-66de-439a-a383-415d1cc8bb52 req-bb3cd8bd-7c2f-42ef-92d6-119043759681 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0527670 Apr 07 11:59:47.173756 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff2c421b-66de-439a-a383-415d1cc8bb52 req-337efe8d-6f55-4850-baae-fb97ddcd52ee tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Apr 07 11:59:47.348956 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de247d3-a8dd-48d2-be30-b51eb3838119 req-8f04f345-5e58-4e9a-98f4-461084761522 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:47.350427 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8de247d3-a8dd-48d2-be30-b51eb3838119 req-8f04f345-5e58-4e9a-98f4-461084761522 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 943 time: 0.0569758 Apr 07 11:59:47.397784 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8de247d3-a8dd-48d2-be30-b51eb3838119 req-da8c52bf-1866-4b5e-a158-64f0ebe6ae60 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Apr 07 11:59:47.822798 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device d0caf6fd-726a-46b1-887f-f51708aa2f18 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:59:48.056003 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port d0caf6fd-726a-46b1-887f-f51708aa2f18, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=d0caf6fd-726a-46b1-887f-f51708aa2f18,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:48.076991 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'port_id': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'mac_address': 'fa:16:3e:25:fd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:59:48.118755 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port d0caf6fd-726a-46b1-887f-f51708aa2f18 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:48.119470 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.132007 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-cd65c8cf-bdc7-4a49-9217-80d747047a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.134542 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-cd65c8cf-bdc7-4a49-9217-80d747047a71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1130 time: 0.0841243 Apr 07 11:59:48.136504 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-bbabeabb-0b4c-4ce5-b0cf-9dfed610d960 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.137988 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-bbabeabb-0b4c-4ce5-b0cf-9dfed610d960 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.48 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.0844207 Apr 07 11:59:48.141809 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0caf6fd-726a-46b1-887f-f51708aa2f18 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:48.167061 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port d0caf6fd-726a-46b1-887f-f51708aa2f18, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=d0caf6fd-726a-46b1-887f-f51708aa2f18,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:48.237315 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.250724 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-b328f2fc-b1e8-4f5d-b8a3-5cf9d698d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.252054 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddde815-fae5-4d76-8773-48424d1844f4 req-83f39f3d-95d2-4d9d-85b4-e5e6d38903d0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.252805 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-b328f2fc-b1e8-4f5d-b8a3-5cf9d698d5c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0951290 Apr 07 11:59:48.253608 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ddde815-fae5-4d76-8773-48424d1844f4 req-83f39f3d-95d2-4d9d-85b4-e5e6d38903d0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.1146119 Apr 07 11:59:48.300212 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-84d74a7b-0d49-4a8d-91b5-9903c062487e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 200 len: 217 time: 0.0387437 Apr 07 11:59:48.300474 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=d0caf6fd-726a-46b1-887f-f51708aa2f18,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:48.362090 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-ff3b2613-d966-41c6-919a-b6d51d84f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.363498 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-ff3b2613-d966-41c6-919a-b6d51d84f67d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0470421 Apr 07 11:59:48.388979 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Deleting port 313aac18-d698-4cdf-9e2b-a612eefd6d6d {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:59:48.389322 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.397443 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ddde815-fae5-4d76-8773-48424d1844f4 req-b2ec8aa0-ec93-43f4-8840-431f6d398516 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379685 Apr 07 11:59:48.404781 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bae221-a9ba-40bb-a551-fc74683fd2b1 req-4f68b422-0222-4f1c-a6c3-b2c93cb91d7a tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.406365 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2bae221-a9ba-40bb-a551-fc74683fd2b1 req-4f68b422-0222-4f1c-a6c3-b2c93cb91d7a tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 950 time: 0.1390061 Apr 07 11:59:48.420440 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-7d2a4b5b-ab97-4b8f-ba4c-20c80391b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.422531 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-7d2a4b5b-ab97-4b8f-ba4c-20c80391b3a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517111 Apr 07 11:59:48.517462 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-037d4ac3-515f-40fd-ba84-731ab37176b7 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879655 Apr 07 11:59:48.535203 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201430e-6e15-4ce2-8228-8b6b6b9d3308 req-64faa4b4-32b6-4b17-ac7d-e16a8d7d5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.536666 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e201430e-6e15-4ce2-8228-8b6b6b9d3308 req-64faa4b4-32b6-4b17-ac7d-e16a8d7d5579 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 1129 time: 0.2175705 Apr 07 11:59:48.584935 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2bae221-a9ba-40bb-a551-fc74683fd2b1 req-13b48dba-6cb7-45d2-aed0-d645864d048f tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c71f20c-6f10-4935-9e02-455107ab9cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612499 Apr 07 11:59:48.595860 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] For port 313aac18-d698-4cdf-9e2b-a612eefd6d6d, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=313aac18-d698-4cdf-9e2b-a612eefd6d6d,segment=NetworkSegment(faf2438a-ab4d-4563-9c4d-0d5c417ceb97),segment_id=faf2438a-ab4d-4563-9c4d-0d5c417ceb97)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:48.596248 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.608915 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-9346b9bc-1870-4f04-9c2f-5b600fdd0090 req-78e33605-05d1-4ed0-bd80-97112aa3ee07 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840280 Apr 07 11:59:48.622491 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Calling delete_port for 313aac18-d698-4cdf-9e2b-a612eefd6d6d owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:59:48.636915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04719bd6-e7d6-4bfa-bc62-ecaf77034ea9 req-2eb11d98-ea2d-4be7-8c5c-699cbb7ee2e3 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:48.638385 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04719bd6-e7d6-4bfa-bc62-ecaf77034ea9 req-2eb11d98-ea2d-4be7-8c5c-699cbb7ee2e3 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 944 time: 0.1655552 Apr 07 11:59:48.652536 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e201430e-6e15-4ce2-8228-8b6b6b9d3308 req-557a2778-d579-43a3-9f7d-a63a96c4776d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032660 Apr 07 11:59:48.744315 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04719bd6-e7d6-4bfa-bc62-ecaf77034ea9 req-d425611f-c97d-4549-902b-2af63011e0f4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993674 Apr 07 11:59:48.876743 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (313aac18-d698-4cdf-9e2b-a612eefd6d6d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.893565 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['d0caf6fd-726a-46b1-887f-f51708aa2f18'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:59:48.904633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Pushing event deleted for resources: {'Port': ['ID=313aac18-d698-4cdf-9e2b-a612eefd6d6d,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:48.955122 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] No DVR routers for this DVR port 313aac18-d698-4cdf-9e2b-a612eefd6d6d on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:59:48.958493 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:48.962103 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b68eaeb-ec17-4102-9a71-dc2d50306dac req-2855db3d-9bdc-49e2-9072-4e6fac065d07 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.48 "DELETE /v2.0/ports/313aac18-d698-4cdf-9e2b-a612eefd6d6d HTTP/1.1" status: 204 len: 173 time: 0.8136458 Apr 07 11:59:48.962710 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'name': 'network-vif-deleted', 'tag': '313aac18-d698-4cdf-9e2b-a612eefd6d6d'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:48.965084 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5db27b-c89a-4e7d-b2fc-3816dcc7130e" -d '{"events": [{"server_uuid": "094ea762-a4d3-48db-9ba2-8b0b63ddba42", "name": "network-vif-deleted", "tag": "313aac18-d698-4cdf-9e2b-a612eefd6d6d"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:49.003362 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569b737-a7a1-4e95-ae47-298fd84471d9 x-openstack-request-id: req-5569b737-a7a1-4e95-ae47-298fd84471d9 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:49.003653 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ea762-a4d3-48db-9ba2-8b0b63ddba42", "name": "network-vif-deleted", "tag": "313aac18-d698-4cdf-9e2b-a612eefd6d6d", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:49.003904 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5569b737-a7a1-4e95-ae47-298fd84471d9 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:49.004306 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5569b737-a7a1-4e95-ae47-298fd84471d9'] response: {'server_uuid': '094ea762-a4d3-48db-9ba2-8b0b63ddba42', 'name': 'network-vif-deleted', 'tag': '313aac18-d698-4cdf-9e2b-a612eefd6d6d', 'status': 'completed', 'code': 200} Apr 07 11:59:49.529221 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ae2f-c73e-4bd7-bd1f-f6628da5094f req-b2d63ad1-90d8-4271-8daf-fdbe5437d730 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:49.530741 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d5c8ae2f-c73e-4bd7-bd1f-f6628da5094f req-b2d63ad1-90d8-4271-8daf-fdbe5437d730 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0558381 Apr 07 11:59:49.576258 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d5c8ae2f-c73e-4bd7-bd1f-f6628da5094f req-bc63b100-cccb-41b6-90ff-20f47b9fbf3d tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Apr 07 11:59:49.678695 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ca73217a-d312-4c37-bd97-a2d3d7ddc900 req-5d5486ac-00b0-4fc1-836a-73c9e055d318 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0260434 Apr 07 11:59:49.864809 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb8716-aa4a-4283-a6e1-901481e418f8 req-b15dfbcb-7138-4178-9947-cfa35cd4c606 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:49.866280 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-51bb8716-aa4a-4283-a6e1-901481e418f8 req-b15dfbcb-7138-4178-9947-cfa35cd4c606 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 944 time: 0.0519171 Apr 07 11:59:49.918783 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-51bb8716-aa4a-4283-a6e1-901481e418f8 req-8309be28-486a-40da-ad9d-3b0546601309 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468152 Apr 07 11:59:50.659256 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device d0caf6fd-726a-46b1-887f-f51708aa2f18 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:50.692961 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1495b34-a8e4-4522-8caa-ccad9c50ca60 req-8e50f69a-a9d5-45dc-9afd-e1a9d39598d9 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:50.694442 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f1495b34-a8e4-4522-8caa-ccad9c50ca60 req-8e50f69a-a9d5-45dc-9afd-e1a9d39598d9 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0519888 Apr 07 11:59:50.749204 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f1495b34-a8e4-4522-8caa-ccad9c50ca60 req-73a1ecf2-f671-4dba-a71c-dfd6ab19cfd1 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Apr 07 11:59:50.779989 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port d0caf6fd-726a-46b1-887f-f51708aa2f18 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:59:50.784296 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port d0caf6fd-726a-46b1-887f-f51708aa2f18 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:50.784759 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:50.788177 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a375d680-fa92-418c-84ed-f58c1dfd1901 req-dc84efaa-ebce-47cd-b3ab-5621d22625a7 tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0265048 Apr 07 11:59:50.867115 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port d0caf6fd-726a-46b1-887f-f51708aa2f18 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:50.867512 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:50.889905 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:50.892766 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e86fc02-4c77-41a9-9077-4c961abf6193" -d '{"events": [{"server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "name": "network-vif-plugged", "status": "completed", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:50.904884 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port d0caf6fd-726a-46b1-887f-f51708aa2f18, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=d0caf6fd-726a-46b1-887f-f51708aa2f18,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:50.927046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f2d0aa-4e84-4815-95de-fe1220c10e1e x-openstack-request-id: req-08f2d0aa-4e84-4815-95de-fe1220c10e1e {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:50.927342 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "name": "network-vif-plugged", "status": "completed", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:50.927598 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08f2d0aa-4e84-4815-95de-fe1220c10e1e {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:50.927994 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f2d0aa-4e84-4815-95de-fe1220c10e1e'] response: {'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'code': 200} Apr 07 11:59:50.974408 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:50.975275 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 313aac18-d698-4cdf-9e2b-a612eefd6d6d no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:59:50.996725 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 313aac18-d698-4cdf-9e2b-a612eefd6d6d {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:59:50.997074 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 313aac18-d698-4cdf-9e2b-a612eefd6d6d not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:59:51.041893 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecbf50-56dd-40ac-beb2-663ead7fbc57 req-7c1386ad-d2f2-4f6f-a868-baeba82bc4ed tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:51.042241 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=d0caf6fd-726a-46b1-887f-f51708aa2f18,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:51.043466 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0cecbf50-56dd-40ac-beb2-663ead7fbc57 req-7c1386ad-d2f2-4f6f-a868-baeba82bc4ed tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0566106 Apr 07 11:59:51.097427 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0cecbf50-56dd-40ac-beb2-663ead7fbc57 req-06ac14e4-a61b-4249-9a6b-8026831f9ed7 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475392 Apr 07 11:59:51.904778 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0d744e6e-2e23-4e82-9fbf-8e3266a9c4f3 req-c6e7b34e-c060-477a-9091-5ad3e4c4a75b tempest-VolumesNegativeTest-1354769418 tempest-VolumesNegativeTest-1354769418-project] 10.222.0.37 "GET /v2.0/ports?device_id=094ea762-a4d3-48db-9ba2-8b0b63ddba42 HTTP/1.1" status: 200 len: 210 time: 0.0312493 Apr 07 11:59:51.912944 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64404278-ad69-4e1b-94fc-12f1dd0ae9e5 req-c924ebcd-d1d5-4063-8707-75efa93454d1 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:51.914391 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-64404278-ad69-4e1b-94fc-12f1dd0ae9e5 req-c924ebcd-d1d5-4063-8707-75efa93454d1 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0774186 Apr 07 11:59:51.964739 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-64404278-ad69-4e1b-94fc-12f1dd0ae9e5 req-7f1942bc-18c6-4989-95b0-b0cf7b1e4731 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Apr 07 11:59:52.066043 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1ef46-2d8b-40a8-9362-105c5632e8fb req-79e7752c-331b-43da-a41e-04ef497d6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.067605 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eaf1ef46-2d8b-40a8-9362-105c5632e8fb req-79e7752c-331b-43da-a41e-04ef497d6b7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 1129 time: 0.0482187 Apr 07 11:59:52.116792 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eaf1ef46-2d8b-40a8-9362-105c5632e8fb req-3ca60668-7a3c-4ed8-9ad3-9180ae4fd107 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Apr 07 11:59:52.219848 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947a496-ee06-4180-b6ed-a7b6bb3e42c7 req-9fe6d2b3-33f3-4a36-a777-1aff69847789 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:52.221330 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f947a496-ee06-4180-b6ed-a7b6bb3e42c7 req-9fe6d2b3-33f3-4a36-a777-1aff69847789 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Apr 07 11:59:52.272854 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f947a496-ee06-4180-b6ed-a7b6bb3e42c7 req-66c6ba47-41f4-49b7-94f4-7fa23a093f17 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455008 Apr 07 11:59:53.389339 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b4770-c2c0-4826-b8c5-f54fbbe34b9f req-983d4b57-7271-4afe-a686-4e6a7626991e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:53.391442 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd5b4770-c2c0-4826-b8c5-f54fbbe34b9f req-983d4b57-7271-4afe-a686-4e6a7626991e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0515738 Apr 07 11:59:53.449882 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd5b4770-c2c0-4826-b8c5-f54fbbe34b9f req-e26f3dfe-9d78-4894-b971-1d6deaf1370f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527976 Apr 07 11:59:54.573992 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0a67-b9ce-4a41-9517-2589c012c97f req-ba523384-97d1-4666-9479-85dbe1834218 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:54.575975 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-34cf0a67-b9ce-4a41-9517-2589c012c97f req-ba523384-97d1-4666-9479-85dbe1834218 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0592299 Apr 07 11:59:54.630052 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-34cf0a67-b9ce-4a41-9517-2589c012c97f req-d0593eca-6430-49a1-89aa-b305e8c8515d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460753 Apr 07 11:59:55.750164 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346de652-5840-4d92-98b4-c21893445521 req-011ff893-ca53-4aad-a5f3-119e007e12ae tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:55.751942 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-346de652-5840-4d92-98b4-c21893445521 req-011ff893-ca53-4aad-a5f3-119e007e12ae tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0551770 Apr 07 11:59:55.802349 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-346de652-5840-4d92-98b4-c21893445521 req-faf370ae-266a-428a-89a7-48147b7d77a3 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Apr 07 11:59:56.930169 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7428c-5103-4552-8f8d-5f8a2c3b3b11 req-85e1c28a-3880-49c0-96e8-17eae7174a90 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:56.934987 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bbc7428c-5103-4552-8f8d-5f8a2c3b3b11 req-85e1c28a-3880-49c0-96e8-17eae7174a90 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0648010 Apr 07 11:59:56.993803 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bbc7428c-5103-4552-8f8d-5f8a2c3b3b11 req-6798f815-09a0-45b5-bb38-08bc92045490 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525057 Apr 07 11:59:57.008402 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-54ef787a-81ff-432f-b615-dc0895e66554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:57.157410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092280b-5d01-4d46-af76-b60bbcd530a4 req-410fbb9a-1c64-4e96-b84a-fcaaab6b5ec4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:57.157410 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8092280b-5d01-4d46-af76-b60bbcd530a4 req-410fbb9a-1c64-4e96-b84a-fcaaab6b5ec4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0538826 Apr 07 11:59:57.167199 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8092280b-5d01-4d46-af76-b60bbcd530a4 req-ea906ab6-1492-4a0b-ae4d-25495f0ef6f5 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 Apr 07 11:59:57.217401 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 38336) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:57.382513 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799b35f-e3c0-4588-b6f2-c37148c99224 tempest-TestVolumeBootPattern-1187413828 tempest-TestVolumeBootPattern-1187413828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:57.384087 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d799b35f-e3c0-4588-b6f2-c37148c99224 tempest-TestVolumeBootPattern-1187413828 tempest-TestVolumeBootPattern-1187413828-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 1124 time: 0.1650145 Apr 07 11:59:57.387142 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 38340) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:57.391967 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'port_id': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:57.488461 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:57.601274 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:57.708779 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Allocated IP 172.27.1.147 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/531f6c94-cb6b-4734-bf08-20b9840d0aed) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:57.807569 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:57.894833 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:57.932827 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:57.940365 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:57.946133 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:57.950631 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=531f6c94-cb6b-4734-bf08-20b9840d0aed,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:58.327668 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (79afeca2-1e54-4dae-8461-af3d226a8714), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:58.455256 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:58.608305 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:58.693786 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:58.758081 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=531f6c94-cb6b-4734-bf08-20b9840d0aed,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:58.774981 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (79afeca2-1e54-4dae-8461-af3d226a8714), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:58.954166 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 38354) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:59.091218 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.l3_db [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Floating IP 79afeca2-1e54-4dae-8461-af3d226a8714 associated. External IP: 172.27.1.147, port: d0caf6fd-726a-46b1-887f-f51708aa2f18. Apr 07 11:59:59.117928 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-f11502fe-1a2e-4923-a1f9-c0da680dbef6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c04ba3132c71403e9023be71f4b53fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624897 Apr 07 11:59:59.120374 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 38360) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:59.170168 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8cb1539d-f2ab-4bc0-a78a-375f25ee9f72 admin admin] Publish callbacks [] for security_group (4c71f20c-6f10-4935-9e02-455107ab9cbd), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:59.193094 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8cb1539d-f2ab-4bc0-a78a-375f25ee9f72 admin admin] Publish callbacks [] for security_group (4c71f20c-6f10-4935-9e02-455107ab9cbd), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:59.306724 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:59:59.311551 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8cb1539d-f2ab-4bc0-a78a-375f25ee9f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4c71f20c-6f10-4935-9e02-455107ab9cbd), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:59.314288 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8cb1539d-f2ab-4bc0-a78a-375f25ee9f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:59.315600 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-8cb1539d-f2ab-4bc0-a78a-375f25ee9f72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c71f20c-6f10-4935-9e02-455107ab9cbd HTTP/1.1" status: 204 len: 168 time: 0.1942132 Apr 07 11:59:59.325107 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1539d-f2ab-4bc0-a78a-375f25ee9f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71f20c-6f10-4935-9e02-455107ab9cbd,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:59.419751 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:59.429383 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:59.439816 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:59.440420 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:59.540779 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:59.552453 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:59.562153 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d7f59d16-c034-480c-a873-4475bda973c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:59.574100 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-43c0ae9f-ae4e-49d4-91c1-4b1e2d622696 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1852601 Apr 07 11:59:59.574209 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:59.577056 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b2869-5652-40de-b2cf-b7e778c3865d" -d '{"events": [{"name": "network-changed", "server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:59.640197 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183c0bf0-af15-47a7-889e-3db69c2e3676 x-openstack-request-id: req-183c0bf0-af15-47a7-889e-3db69c2e3676 {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:59.640538 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:59.640729 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-183c0bf0-af15-47a7-889e-3db69c2e3676 {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:59.641181 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183c0bf0-af15-47a7-889e-3db69c2e3676'] response: {'name': 'network-changed', 'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'status': 'completed', 'code': 200} Apr 07 11:59:59.713424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-1026397b-ca59-4268-af11-e305c591d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:59.715354 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-1026397b-ca59-4268-af11-e305c591d573 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 1129 time: 0.0528426 Apr 07 11:59:59.810166 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-ba8fb635-a173-4293-89fb-ac03bbe313df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:59.810768 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '79afeca2-1e54-4dae-8461-af3d226a8714', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:25:fd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b8d2-aba6-4308-b3a1-33291e324156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:58Z', 'updated_at': '2022-04-07T11:59:58Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:59.811729 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-ba8fb635-a173-4293-89fb-ac03bbe313df service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.0895393 Apr 07 11:59:59.840209 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:59.850214 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:59.850856 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:59.879795 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-d6762c82-ba07-4da8-a925-03d56ca7a355 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0caf6fd-726a-46b1-887f-f51708aa2f18 HTTP/1.1" status: 200 len: 999 time: 0.0611112 Apr 07 11:59:59.929774 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-941a8ab5-8083-4422-bcf0-a28c942d5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:59.931529 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-941a8ab5-8083-4422-bcf0-a28c942d5c49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0452347 Apr 07 11:59:59.962681 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:59.988018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-701ac897-fb04-40a2-b132-64a0f9f751da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:59.988999 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-701ac897-fb04-40a2-b132-64a0f9f751da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478880 Apr 07 12:00:00.092051 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-70db6dd5-d991-4bf4-a8f4-1e14ce7cafca service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963705 Apr 07 12:00:00.205778 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d92b2869-5652-40de-b2cf-b7e778c3865d req-2e8be582-37f3-4df5-a9a1-3660a4bdc50d service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072793 Apr 07 12:00:00.254285 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:00.286118 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '79afeca2-1e54-4dae-8461-af3d226a8714', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:25:fd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b8d2-aba6-4308-b3a1-33291e324156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:58Z', 'updated_at': '2022-04-07T11:59:58Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:00:00.313751 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5757c0-17db-4138-ad2c-fce761c245e8 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '79afeca2-1e54-4dae-8461-af3d226a8714', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:25:fd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b8d2-aba6-4308-b3a1-33291e324156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:58Z', 'updated_at': '2022-04-07T11:59:58Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:00:00.506878 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69260059-96da-4097-b484-b25a3f91544b None None] New status for floating IP 79afeca2-1e54-4dae-8461-af3d226a8714: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:00:02.019856 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:03.395404 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:07.909761 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:17.099496 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:27.008144 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8456-6200-4838-b2e1-e86c9185053e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:29.516893 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d2c16f0b-e12b-44a5-b035-e136ad44767e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:30.225234 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:32.002212 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:33.401923 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:44.908510 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:47.105052 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:47.184763 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-3040ee9b-6cd3-4321-8ebe-42dc90410c3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279290 Apr 07 12:00:48.518440 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-b645b1ac-8d8a-4e36-83c1-340499d1cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:48.519947 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-b645b1ac-8d8a-4e36-83c1-340499d1cd17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1130 time: 0.0441313 Apr 07 12:00:48.630018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-7a7b187d-0de0-4830-b05a-7ed1b981c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:48.631416 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-7a7b187d-0de0-4830-b05a-7ed1b981c25c service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.0867465 Apr 07 12:00:48.695596 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-7a152be9-6dcb-401a-a501-c6b385a6b765 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 1001 time: 0.0553656 Apr 07 12:00:48.746024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-650909cf-4bdb-4ec5-af94-2ecebef5e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:48.747425 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-650909cf-4bdb-4ec5-af94-2ecebef5e578 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0451901 Apr 07 12:00:48.793166 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-0ee54072-5f29-4b93-9c98-feea2a8d5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:48.794623 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-0ee54072-5f29-4b93-9c98-feea2a8d5a3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405269 Apr 07 12:00:48.884028 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-cf0727e9-7ccc-458f-b95e-73fbce6f36f4 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828080 Apr 07 12:00:48.970423 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-db8998c4-0265-4179-92bf-4b20f02c06f1 req-18c94929-4618-4ff2-a339-8000d071dd5b service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800555 Apr 07 12:00:56.533452 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0913650-fe69-4ee0-9e61-27606ff37c71 req-55d95c51-4b8a-4d65-a791-e0bd7257c72d tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:56.534910 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f0913650-fe69-4ee0-9e61-27606ff37c71 req-55d95c51-4b8a-4d65-a791-e0bd7257c72d tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0516701 Apr 07 12:00:56.583380 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f0913650-fe69-4ee0-9e61-27606ff37c71 req-19913268-7333-4f3e-a0c0-01f2e3dd9a6a tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Apr 07 12:00:57.013521 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bc8c4fed-3caf-45b9-9b25-ba451655edf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:57.700493 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485940b8-8ce9-4518-8068-b02eeab54c47 req-8195f106-c152-4a06-ba64-27c165da0c0e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:57.701920 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-485940b8-8ce9-4518-8068-b02eeab54c47 req-8195f106-c152-4a06-ba64-27c165da0c0e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0504088 Apr 07 12:00:57.747822 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-485940b8-8ce9-4518-8068-b02eeab54c47 req-6787944f-75e0-4b5f-8f51-1e96bbe318a0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Apr 07 12:00:58.870749 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310610d-b7bc-4266-bedb-f2792a150aa0 req-ca6c421f-e6c3-4d56-bc35-3a0b0bf51a60 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:58.872201 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5310610d-b7bc-4266-bedb-f2792a150aa0 req-ca6c421f-e6c3-4d56-bc35-3a0b0bf51a60 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0561926 Apr 07 12:00:58.917879 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5310610d-b7bc-4266-bedb-f2792a150aa0 req-2317f17c-7ae2-43dc-97cf-cb4edfca91f7 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Apr 07 12:00:59.078493 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-2ba1b6cc-3092-49ce-8073-ee3a49fafc9e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:59.079952 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-2ba1b6cc-3092-49ce-8073-ee3a49fafc9e tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 945 time: 0.0544429 Apr 07 12:00:59.185950 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Deleting port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:00:59.186285 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.275222 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] For port a2b6b951-ecdc-4117-a6cb-0edce84d7b67, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:00:59.275584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.288677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Calling delete_port for a2b6b951-ecdc-4117-a6cb-0edce84d7b67 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:00:59.487734 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (a2b6b951-ecdc-4117-a6cb-0edce84d7b67), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.501306 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['a2b6b951-ecdc-4117-a6cb-0edce84d7b67'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:00:59.521079 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Pushing event deleted for resources: {'Port': ['ID=a2b6b951-ecdc-4117-a6cb-0edce84d7b67,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:00:59.522262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-981f5ace-8ffb-4773-add9-31072a1946a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.545010 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.545362 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.545703 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.546038 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.546367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.547465 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.547899 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.548231 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.548559 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.548938 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.549243 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.549544 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.549867 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.550187 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.550506 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:00:59.571263 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] No DVR routers for this DVR port a2b6b951-ecdc-4117-a6cb-0edce84d7b67 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:00:59.573627 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:59.576860 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd3b2cd3-e4d8-4a29-8771-0931faa78f8d req-9dd17948-82b8-4ff8-88fa-f6a332843981 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "DELETE /v2.0/ports/a2b6b951-ecdc-4117-a6cb-0edce84d7b67 HTTP/1.1" status: 204 len: 173 time: 0.4861596 Apr 07 12:00:59.577293 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'name': 'network-vif-deleted', 'tag': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:00:59.580301 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8f6e4e-2b1d-4d89-8fa4-870d360037d5" -d '{"events": [{"server_uuid": "9a2d01fd-d65d-4232-897e-85b3e226e285", "name": "network-vif-deleted", "tag": "a2b6b951-ecdc-4117-a6cb-0edce84d7b67"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:00:59.741985 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcede9d8-9bb6-4287-afe2-cf6faaaadf6b x-openstack-request-id: req-bcede9d8-9bb6-4287-afe2-cf6faaaadf6b {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:00:59.741985 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d01fd-d65d-4232-897e-85b3e226e285", "name": "network-vif-deleted", "tag": "a2b6b951-ecdc-4117-a6cb-0edce84d7b67", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:00:59.741985 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcede9d8-9bb6-4287-afe2-cf6faaaadf6b {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:00:59.741985 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcede9d8-9bb6-4287-afe2-cf6faaaadf6b'] response: {'server_uuid': '9a2d01fd-d65d-4232-897e-85b3e226e285', 'name': 'network-vif-deleted', 'tag': 'a2b6b951-ecdc-4117-a6cb-0edce84d7b67', 'status': 'completed', 'code': 200} Apr 07 12:01:00.035803 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-87d8c025-86ed-4e67-afa9-7d0a3a516984 req-ee318a82-9b7b-4fc7-9b57-2c3a641e5ca3 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2d01fd-d65d-4232-897e-85b3e226e285 HTTP/1.1" status: 200 len: 210 time: 0.0345953 Apr 07 12:01:00.241566 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:02.013118 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.395547 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.525778 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a2b6b951-ecdc-4117-a6cb-0edce84d7b67 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:01:03.549006 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: a2b6b951-ecdc-4117-a6cb-0edce84d7b67 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:01:03.549350 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a2b6b951-ecdc-4117-a6cb-0edce84d7b67 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:01:10.555444 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa5a59-5ec1-4fe7-be06-d091081dd6e2 req-e7361677-b867-47b4-88bf-9207a04b212b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:10.556972 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3afa5a59-5ec1-4fe7-be06-d091081dd6e2 req-e7361677-b867-47b4-88bf-9207a04b212b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0539777 Apr 07 12:01:10.603528 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3afa5a59-5ec1-4fe7-be06-d091081dd6e2 req-fbceef52-5662-4c2d-9539-4fd7de65d0e4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Apr 07 12:01:11.725746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f29d-75c3-4165-adba-005f5a9843a2 req-35b6e6a5-02a2-407e-87bf-c1b70e1ff83b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:11.727219 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1a93f29d-75c3-4165-adba-005f5a9843a2 req-35b6e6a5-02a2-407e-87bf-c1b70e1ff83b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0507247 Apr 07 12:01:11.772996 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1a93f29d-75c3-4165-adba-005f5a9843a2 req-e40c42a5-8b34-48b4-9059-e541573bdc68 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Apr 07 12:01:12.891365 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daef09b-b558-4c45-a32c-c304314ff121 req-de4c2ac4-2c5e-4640-bebe-b6b36f1abfd8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:12.892806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2daef09b-b558-4c45-a32c-c304314ff121 req-de4c2ac4-2c5e-4640-bebe-b6b36f1abfd8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0503464 Apr 07 12:01:12.940834 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2daef09b-b558-4c45-a32c-c304314ff121 req-aa52cd88-9252-43cd-8fcd-0d5fe1f41644 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Apr 07 12:01:13.573780 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-3ae90a18-3472-4ea2-aea7-2ab03411ccb3 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:13.579767 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-3ae90a18-3472-4ea2-aea7-2ab03411ccb3 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/networks?id=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 HTTP/1.1" status: 200 len: 811 time: 0.1042836 Apr 07 12:01:13.594882 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-05ab1d28-b180-4a57-8ab6-8aebf183fff8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/quotas/306477c14820444f8670c3e7bdce5177 HTTP/1.1" status: 200 len: 375 time: 0.0096562 Apr 07 12:01:13.625158 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-633e4721-7b95-4825-927f-bba4e35b4d7a tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=306477c14820444f8670c3e7bdce5177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255039 Apr 07 12:01:13.759733 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-e615e127-abd3-486d-8ae0-1d889e7726ac service neutron] 10.222.0.37 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282074 Apr 07 12:01:13.850758 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-17ded623-b156-4c3c-a7bd-65de416c798e service neutron] 10.222.0.37 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852141 Apr 07 12:01:14.310640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1f8ba8ee-c6ba-487a-a0ca-c98a1f2cafbe req-030e2299-0f47-4013-8d6c-75de593b679c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 210 time: 0.0299096 Apr 07 12:01:14.330411 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58935753-153d-4dba-ac2a-f21ead4b593f req-7fe513b7-a46c-4b2f-937d-b98db6833a0c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:14.331897 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58935753-153d-4dba-ac2a-f21ead4b593f req-7fe513b7-a46c-4b2f-937d-b98db6833a0c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.3192961 Apr 07 12:01:14.378863 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58935753-153d-4dba-ac2a-f21ead4b593f req-07a52699-3cb0-4a7e-8764-57913352786b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Apr 07 12:01:15.411311 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2293e334-7469-41d8-9732-36cfe45f24f9 req-ef7805c0-0d25-432b-b7d5-2bdc5388e0b1 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 210 time: 0.0310390 Apr 07 12:01:15.501123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722568c-3c91-47b8-b2ac-0dd55da61756 req-a997198b-46a5-4a85-810d-f3b69eca9e99 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:15.502607 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1722568c-3c91-47b8-b2ac-0dd55da61756 req-a997198b-46a5-4a85-810d-f3b69eca9e99 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0523238 Apr 07 12:01:15.549785 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1722568c-3c91-47b8-b2ac-0dd55da61756 req-d85f02ef-ef5b-4f93-a00c-3c09192e748a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Apr 07 12:01:16.125483 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-ab82b909-1656-4e62-aa90-70b8b8765ac0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:16.126907 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-ab82b909-1656-4e62-aa90-70b8b8765ac0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "GET /v2.0/networks?id=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 HTTP/1.1" status: 200 len: 811 time: 0.1027589 Apr 07 12:01:16.139439 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Request body: {'port': {'device_id': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5', 'admin_state_up': True, 'tenant_id': '306477c14820444f8670c3e7bdce5177'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:16.333247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Made reservation on behalf of 306477c14820444f8670c3e7bdce5177 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:01:16.336681 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:16.465206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Allocated IP 172.20.0.13 (ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5/438b2264-95bf-49e4-8373-d2316479f68e/67429de5-ce59-4a9f-88d1-5891a5793814) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:16.512084 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd20dab0-8a46-4f49-bcd7-50452d7a86fe req-f716bf9e-f98c-4895-9b14-372c78f5fcf2 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 210 time: 0.0323110 Apr 07 12:01:16.643565 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks [] for port (67429de5-ce59-4a9f-88d1-5891a5793814), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:16.700024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe5af1-1cf9-4e78-b716-eaf00598f2de req-70dfe02c-65ea-4110-92ce-2a3a420c9370 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:16.701484 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bebe5af1-1cf9-4e78-b716-eaf00598f2de req-70dfe02c-65ea-4110-92ce-2a3a420c9370 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0812922 Apr 07 12:01:16.751012 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bebe5af1-1cf9-4e78-b716-eaf00598f2de req-1c0de532-40b9-456e-9666-2292256f197b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Apr 07 12:01:16.767723 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:16.808282 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:16.811290 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:16.818048 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:16.841713 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Pushing event updated for resources: {'Port': ['ID=67429de5-ce59-4a9f-88d1-5891a5793814,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:16.869358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:16.869960 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:16.953037 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-c13642e4-d5d7-4bc2-8a05-e8b00921ff3c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8172171 Apr 07 12:01:16.964229 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Request body: {'port': {'device_id': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:17.025421 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:17.116202 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:17.276965 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67429de5-ce59-4a9f-88d1-5891a5793814 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:01:17.284952 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Publish callbacks [] for port (67429de5-ce59-4a9f-88d1-5891a5793814), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:17.297167 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Transition to ACTIVE for port object 67429de5-ce59-4a9f-88d1-5891a5793814 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:01:17.366863 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:17.418520 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Pushing event updated for resources: {'Port': ['ID=67429de5-ce59-4a9f-88d1-5891a5793814,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:17.493386 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Attempting to bind port 67429de5-ce59-4a9f-88d1-5891a5793814 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:17.498701 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Attempting to bind port 67429de5-ce59-4a9f-88d1-5891a5793814 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:17.498701 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Attempting to bind port 67429de5-ce59-4a9f-88d1-5891a5793814 on network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:17.498701 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Port 67429de5-ce59-4a9f-88d1-5891a5793814 on network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:01:17.498701 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Attempting to bind port 67429de5-ce59-4a9f-88d1-5891a5793814 on network ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:17.503899 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:17.504221 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Checking segment: {'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:17.504594 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Bound using segment: {'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:17.505008 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Bound port: 67429de5-ce59-4a9f-88d1-5891a5793814, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb83f2-b4ea-4066-b29d-961b9cc1a65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:17.505357 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:17.566909 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] For port 67429de5-ce59-4a9f-88d1-5891a5793814, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:17.569832 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] For port 67429de5-ce59-4a9f-88d1-5891a5793814, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=67429de5-ce59-4a9f-88d1-5891a5793814,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:17.628464 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39ede-3f2b-4e40-bb68-9e4e22494e92 req-90dfd089-e8e4-4fc4-a9f1-5c14fc6fd2ca tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:17.629949 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70c39ede-3f2b-4e40-bb68-9e4e22494e92 req-90dfd089-e8e4-4fc4-a9f1-5c14fc6fd2ca tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 944 time: 0.0506597 Apr 07 12:01:17.631431 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:17.679424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:17.680026 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:17.681344 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] 10.222.0.48 "PUT /v2.0/ports/67429de5-ce59-4a9f-88d1-5891a5793814 HTTP/1.1" status: 200 len: 1094 time: 0.7212930 Apr 07 12:01:17.683412 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'tag': '67429de5-ce59-4a9f-88d1-5891a5793814'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:01:17.685613 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6927c465-abe2-41d7-af53-64f5a1d045c4" -d '{"events": [{"name": "network-changed", "server_uuid": "72fa3ba8-a689-4420-817a-95d8189fb04a", "tag": "67429de5-ce59-4a9f-88d1-5891a5793814"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:01:17.724831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3130ab2e-ec7b-47a7-bf39-a7716b3584c4 x-openstack-request-id: req-3130ab2e-ec7b-47a7-bf39-a7716b3584c4 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:01:17.725116 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fa3ba8-a689-4420-817a-95d8189fb04a", "tag": "67429de5-ce59-4a9f-88d1-5891a5793814", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:01:17.725368 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3130ab2e-ec7b-47a7-bf39-a7716b3584c4 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:01:17.725766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3130ab2e-ec7b-47a7-bf39-a7716b3584c4'] response: {'name': 'network-changed', 'server_uuid': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'tag': '67429de5-ce59-4a9f-88d1-5891a5793814', 'status': 'completed', 'code': 200} Apr 07 12:01:17.729901 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868a6c3-dade-4805-924e-f77477a4fce2 service neutron] Pushing event updated for resources: {'Port': ['ID=67429de5-ce59-4a9f-88d1-5891a5793814,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:17.736420 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70c39ede-3f2b-4e40-bb68-9e4e22494e92 req-24b0ab3e-a381-46cd-9ed5-18c44ddeeee4 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981498 Apr 07 12:01:17.789344 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927c465-abe2-41d7-af53-64f5a1d045c4 req-6b77b00d-9ac3-4e8f-8bab-05202dba471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:17.790966 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6927c465-abe2-41d7-af53-64f5a1d045c4 req-6b77b00d-9ac3-4e8f-8bab-05202dba471b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=306477c14820444f8670c3e7bdce5177&device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 1128 time: 0.0484180 Apr 07 12:01:17.920510 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927c465-abe2-41d7-af53-64f5a1d045c4 req-21af6c88-d293-4883-9a92-29cb8b0e8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:17.922524 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6927c465-abe2-41d7-af53-64f5a1d045c4 req-21af6c88-d293-4883-9a92-29cb8b0e8341 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=306477c14820444f8670c3e7bdce5177&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1229668 Apr 07 12:01:17.930097 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fdb98-d06a-442b-bc74-f7035d6068ba req-c65f7a50-b699-44dd-9264-1e97e8723fa0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:17.931485 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b2fdb98-d06a-442b-bc74-f7035d6068ba req-c65f7a50-b699-44dd-9264-1e97e8723fa0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.1070817 Apr 07 12:01:18.034484 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b2fdb98-d06a-442b-bc74-f7035d6068ba req-91638193-f9e5-4aa1-8094-0c669341cea6 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944612 Apr 07 12:01:18.055368 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927c465-abe2-41d7-af53-64f5a1d045c4 req-d9c6de5b-a4ad-4e4f-8d3f-02eb5380a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:18.056904 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6927c465-abe2-41d7-af53-64f5a1d045c4 req-d9c6de5b-a4ad-4e4f-8d3f-02eb5380a054 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245415 Apr 07 12:01:18.135607 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-278db331-8565-460b-a331-157645d77597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:18.137052 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-278db331-8565-460b-a331-157645d77597 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=306477c14820444f8670c3e7bdce5177&device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 1128 time: 0.0430367 Apr 07 12:01:18.193476 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-dfe72b19-cb9b-4f9b-a4bd-35d919745ceb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67429de5-ce59-4a9f-88d1-5891a5793814 HTTP/1.1" status: 200 len: 217 time: 0.0333431 Apr 07 12:01:18.245931 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-958377c1-ad1d-4413-8f8d-8aeb8eb09ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:18.247395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-958377c1-ad1d-4413-8f8d-8aeb8eb09ce1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=438b2264-95bf-49e4-8373-d2316479f68e HTTP/1.1" status: 200 len: 851 time: 0.0474248 Apr 07 12:01:18.277321 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-ac560f59-e4c5-49f8-b591-df609519ea85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242937 Apr 07 12:01:18.362853 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-7467982a-8e53-45ca-b760-af9a38ec186a service neutron] 10.222.0.48 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798669 Apr 07 12:01:18.453594 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ee8f049-94c8-4c62-b0b1-deeef1942dde req-6a86eb8b-9fdd-40a7-b1a5-08f453b09e42 service neutron] 10.222.0.48 "GET /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844469 Apr 07 12:01:18.854738 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70646cf-c8a9-4167-b610-bd0fa489d760 req-ae93fac5-90d8-4478-983b-35952e396bfe tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:18.856210 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d70646cf-c8a9-4167-b610-bd0fa489d760 req-ae93fac5-90d8-4478-983b-35952e396bfe tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 944 time: 0.0515347 Apr 07 12:01:18.901787 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d70646cf-c8a9-4167-b610-bd0fa489d760 req-239ece7a-722b-4203-9eb2-6c453d564ec0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Apr 07 12:01:19.158104 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532bbe-46eb-40cc-8e03-b7ccc24f96de req-08be3046-e1b8-4fb9-9997-a7a8768e2635 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:19.159582 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60532bbe-46eb-40cc-8e03-b7ccc24f96de req-08be3046-e1b8-4fb9-9997-a7a8768e2635 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0545158 Apr 07 12:01:19.205429 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60532bbe-46eb-40cc-8e03-b7ccc24f96de req-50ee2b41-d9cb-4e6f-8015-2515b48bd4d0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 Apr 07 12:01:20.020152 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d32e70-8ed3-4a59-861b-2a2cef0ac76c req-af4d2f9f-747d-434d-b127-a3ed2cd6c0c2 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:20.021712 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-38d32e70-8ed3-4a59-861b-2a2cef0ac76c req-af4d2f9f-747d-434d-b127-a3ed2cd6c0c2 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 944 time: 0.0552013 Apr 07 12:01:20.068330 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-38d32e70-8ed3-4a59-861b-2a2cef0ac76c req-9668fa03-986d-4e67-b582-e0f62f35e5d3 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Apr 07 12:01:20.324893 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b844d-c5bc-42f3-9a29-7ee7c6ecabf0 req-bd586c5e-cb6b-4228-b938-63665984d2f7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:20.326353 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-128b844d-c5bc-42f3-9a29-7ee7c6ecabf0 req-bd586c5e-cb6b-4228-b938-63665984d2f7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0513196 Apr 07 12:01:20.377556 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-128b844d-c5bc-42f3-9a29-7ee7c6ecabf0 req-bf7e8979-30e3-41e5-bbcb-9ed375fe96fa tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 Apr 07 12:01:21.182489 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe53bb5-4286-42c8-a34e-94913ad68edb req-6c741363-bc0d-4e10-8303-420e63b15ec8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:21.183959 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cbe53bb5-4286-42c8-a34e-94913ad68edb req-6c741363-bc0d-4e10-8303-420e63b15ec8 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 944 time: 0.0502222 Apr 07 12:01:21.228839 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cbe53bb5-4286-42c8-a34e-94913ad68edb req-9528c5e2-d6e0-4b69-a16d-bb827ec69631 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Apr 07 12:01:21.496482 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882b22d-ea10-42ae-959b-c674aa03c5b4 req-5e3a6dff-ce7b-4f19-a9fe-33070dd9671f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:21.497862 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a882b22d-ea10-42ae-959b-c674aa03c5b4 req-5e3a6dff-ce7b-4f19-a9fe-33070dd9671f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0513842 Apr 07 12:01:21.543355 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a882b22d-ea10-42ae-959b-c674aa03c5b4 req-0300df95-c893-4943-8be8-3b87f9177337 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Apr 07 12:01:21.908248 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:22.356763 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bf3af-551b-4980-96ef-b334e671c166 req-56a0a86e-f24c-4d1a-860b-f67cbe0480a7 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:22.358251 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2b9bf3af-551b-4980-96ef-b334e671c166 req-56a0a86e-f24c-4d1a-860b-f67cbe0480a7 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 944 time: 0.0642819 Apr 07 12:01:22.403439 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2b9bf3af-551b-4980-96ef-b334e671c166 req-45f39d6f-ad34-417f-a6f9-147146198574 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Apr 07 12:01:22.664247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68702cf-572b-490f-a0ac-c0e6c0d340bc req-ccc37499-4e96-455e-b9fa-49ea85d91a47 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:22.665682 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d68702cf-572b-490f-a0ac-c0e6c0d340bc req-ccc37499-4e96-455e-b9fa-49ea85d91a47 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0514290 Apr 07 12:01:22.710900 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d68702cf-572b-490f-a0ac-c0e6c0d340bc req-c1da2240-d14e-4b87-94a4-858abfc5e802 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Apr 07 12:01:23.057004 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 67429de5-ce59-4a9f-88d1-5891a5793814 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:01:23.182388 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 67429de5-ce59-4a9f-88d1-5891a5793814, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=67429de5-ce59-4a9f-88d1-5891a5793814,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:23.195917 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '67429de5-ce59-4a9f-88d1-5891a5793814', 'network_id': 'ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5', 'port_id': '67429de5-ce59-4a9f-88d1-5891a5793814', 'mac_address': 'fa:16:3e:bd:8b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438b2264-95bf-49e4-8373-d2316479f68e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:01:23.239242 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 67429de5-ce59-4a9f-88d1-5891a5793814 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:23.239623 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:23.251821 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67429de5-ce59-4a9f-88d1-5891a5793814 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:01:23.270514 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 67429de5-ce59-4a9f-88d1-5891a5793814, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=67429de5-ce59-4a9f-88d1-5891a5793814,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:23.332459 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:23.380764 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=67429de5-ce59-4a9f-88d1-5891a5793814,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:23.389182 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.389671 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.390070 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.390452 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.390815 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.391151 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.391481 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.391829 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.392161 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.392496 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.392824 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.393166 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.393492 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.393813 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.394134 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:23.521705 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028297-df41-4e38-b4c1-47af5d227783 req-7bf872ac-2dbd-41df-b775-ec81960e3dda tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:23.523205 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-49028297-df41-4e38-b4c1-47af5d227783 req-7bf872ac-2dbd-41df-b775-ec81960e3dda tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 945 time: 0.0547714 Apr 07 12:01:23.571548 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-49028297-df41-4e38-b4c1-47af5d227783 req-e31ce8ef-c7fb-46db-b407-f8a46d0b86fa tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Apr 07 12:01:23.829622 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c89ae-fdcb-4fb6-80bf-cc47c6186d16 req-8c58acd8-efaa-44b9-9af4-83a49f7589d3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:23.831115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-be4c89ae-fdcb-4fb6-80bf-cc47c6186d16 req-8c58acd8-efaa-44b9-9af4-83a49f7589d3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0511286 Apr 07 12:01:23.879457 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-be4c89ae-fdcb-4fb6-80bf-cc47c6186d16 req-615040a9-3299-4e33-b99f-acbbff04a33c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Apr 07 12:01:24.173042 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['67429de5-ce59-4a9f-88d1-5891a5793814'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:01:24.685591 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590c416-1b63-403f-9594-01b9d87fab74 req-3cde7710-3e07-4862-b970-6f7bd9e9c123 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:24.687878 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e590c416-1b63-403f-9594-01b9d87fab74 req-3cde7710-3e07-4862-b970-6f7bd9e9c123 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 945 time: 0.0510929 Apr 07 12:01:24.737468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e590c416-1b63-403f-9594-01b9d87fab74 req-4b3d8a89-6c99-4700-9ced-a367fdd3d3fe tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Apr 07 12:01:24.997689 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa4f00-2774-400e-864c-a34c63064d4a req-158670fe-0a99-49f1-899f-37fc76e39cf0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:24.999236 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-16aa4f00-2774-400e-864c-a34c63064d4a req-158670fe-0a99-49f1-899f-37fc76e39cf0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0507524 Apr 07 12:01:25.044792 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-16aa4f00-2774-400e-864c-a34c63064d4a req-28fe0807-6bc9-495d-be01-b988b529276e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401695 Apr 07 12:01:25.854921 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf209-9175-4b7f-8af2-1090b5ed3754 req-352f856e-fa98-4b4a-9bc8-3fc1caafa855 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:25.856812 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-39cdf209-9175-4b7f-8af2-1090b5ed3754 req-352f856e-fa98-4b4a-9bc8-3fc1caafa855 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 945 time: 0.0518439 Apr 07 12:01:25.902162 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-39cdf209-9175-4b7f-8af2-1090b5ed3754 req-c7f30e1b-9158-43c2-85da-678147987e9f tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Apr 07 12:01:26.173989 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6df18-e1e4-40ab-ab2c-c8cc4037d1cd req-2fbdeba5-915e-43d3-9797-3d14fdd063bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:26.175511 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ebc6df18-e1e4-40ab-ab2c-c8cc4037d1cd req-2fbdeba5-915e-43d3-9797-3d14fdd063bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0605071 Apr 07 12:01:26.225459 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ebc6df18-e1e4-40ab-ab2c-c8cc4037d1cd req-f7a4a8dc-e2df-49af-b1c8-5bd01e34deb7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444191 Apr 07 12:01:26.990873 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f335d414-4616-46d1-b92d-24024217da46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:27.018870 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa9b59-4581-4fe2-8bca-26a1c5b2c1d6 req-8858a4f9-2f08-4d50-9f83-be040d125b96 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:27.020416 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22aa9b59-4581-4fe2-8bca-26a1c5b2c1d6 req-8858a4f9-2f08-4d50-9f83-be040d125b96 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 945 time: 0.0526123 Apr 07 12:01:27.067115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22aa9b59-4581-4fe2-8bca-26a1c5b2c1d6 req-6a5d300c-4ca3-44e8-81be-4e2af2210585 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Apr 07 12:01:27.344842 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e2d0a-3faf-4c7d-af24-4bd0a427d283 req-1852dc20-f125-4066-af4e-b20c4dad434e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:27.346297 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e11e2d0a-3faf-4c7d-af24-4bd0a427d283 req-1852dc20-f125-4066-af4e-b20c4dad434e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0518615 Apr 07 12:01:27.395158 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e11e2d0a-3faf-4c7d-af24-4bd0a427d283 req-db641a0c-5f47-4d3d-8161-1f5204b38794 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Apr 07 12:01:27.569904 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 67429de5-ce59-4a9f-88d1-5891a5793814 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:27.658798 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 67429de5-ce59-4a9f-88d1-5891a5793814 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:01:27.662522 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 67429de5-ce59-4a9f-88d1-5891a5793814 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:27.662928 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:27.737788 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 67429de5-ce59-4a9f-88d1-5891a5793814 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:27.738227 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:27.760281 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67429de5-ce59-4a9f-88d1-5891a5793814'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:01:27.762497 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b02b0c-58e3-47c3-a44a-f70a9549c53f" -d '{"events": [{"server_uuid": "72fa3ba8-a689-4420-817a-95d8189fb04a", "name": "network-vif-plugged", "status": "completed", "tag": "67429de5-ce59-4a9f-88d1-5891a5793814"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:01:27.781759 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 67429de5-ce59-4a9f-88d1-5891a5793814, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=67429de5-ce59-4a9f-88d1-5891a5793814,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:27.853280 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be5e074-63c8-40d8-bb94-640ef08c9fe3 x-openstack-request-id: req-6be5e074-63c8-40d8-bb94-640ef08c9fe3 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:01:27.853658 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fa3ba8-a689-4420-817a-95d8189fb04a", "name": "network-vif-plugged", "status": "completed", "tag": "67429de5-ce59-4a9f-88d1-5891a5793814", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:01:27.853979 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6be5e074-63c8-40d8-bb94-640ef08c9fe3 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:01:27.854388 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be5e074-63c8-40d8-bb94-640ef08c9fe3'] response: {'server_uuid': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67429de5-ce59-4a9f-88d1-5891a5793814', 'code': 200} Apr 07 12:01:27.859598 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:27.912752 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=67429de5-ce59-4a9f-88d1-5891a5793814,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:28.187597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad165-20a0-4462-a467-bbd8df227bd8 req-a4f3d7ce-43af-45e4-bfcd-0192a1862343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:28.189076 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12dad165-20a0-4462-a467-bbd8df227bd8 req-a4f3d7ce-43af-45e4-bfcd-0192a1862343 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 1130 time: 0.0756774 Apr 07 12:01:28.199613 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282b18-4e9f-457e-a84e-fab3aa79d5c6 req-5220822c-0ac2-4448-bc82-7232bef494cb tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:28.201077 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e3282b18-4e9f-457e-a84e-fab3aa79d5c6 req-5220822c-0ac2-4448-bc82-7232bef494cb tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0634732 Apr 07 12:01:28.268544 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12dad165-20a0-4462-a467-bbd8df227bd8 req-1a9a5e00-992d-4545-ad34-9f6151b8b2ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Apr 07 12:01:28.275264 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e3282b18-4e9f-457e-a84e-fab3aa79d5c6 req-113e6272-d06c-4690-82d2-f790ace72f4f tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670063 Apr 07 12:01:28.519999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066080-51c0-4088-9137-066acf1c718f req-9136dc7e-e804-4166-8a49-984e318bbd6f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:28.521472 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65066080-51c0-4088-9137-066acf1c718f req-9136dc7e-e804-4166-8a49-984e318bbd6f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0540826 Apr 07 12:01:28.567508 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65066080-51c0-4088-9137-066acf1c718f req-3b3f0f58-76dc-40e3-9557-5cad547f8e9d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Apr 07 12:01:29.387971 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be113e-feab-4f5f-ba37-d1dc4a493d4f req-bf8b841d-aff0-4132-baff-71458b4fed61 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:29.390073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3be113e-feab-4f5f-ba37-d1dc4a493d4f req-bf8b841d-aff0-4132-baff-71458b4fed61 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0500824 Apr 07 12:01:29.435871 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3be113e-feab-4f5f-ba37-d1dc4a493d4f req-db9c9007-699b-4cff-88bd-271ce84ec01a tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Apr 07 12:01:29.563262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:01:29.628499 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8a3e7c97-693d-4895-93da-1461759394d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:29.663615 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:29.675587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'port_id': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'mac_address': 'fa:16:3e:79:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:01:29.692254 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41890-2b1a-4f77-aa1d-ee209f18c09b req-b32d39ac-2af8-4d68-80d3-927286b4921e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:29.699622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-05e41890-2b1a-4f77-aa1d-ee209f18c09b req-b32d39ac-2af8-4d68-80d3-927286b4921e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0555091 Apr 07 12:01:29.716596 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: ACTIVE; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:29.716984 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:29.740329 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-05e41890-2b1a-4f77-aa1d-ee209f18c09b req-88111eed-ee2a-4020-8ee3-c96ae0311360 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Apr 07 12:01:29.845552 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8bcf5ef-b702-45a7-bba1-70cb861b990f {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:01:29.865706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:29.961255 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:30.008373 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=6']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:30.241425 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:30.261321 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['b8bcf5ef-b702-45a7-bba1-70cb861b990f'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:01:30.572278 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a950e7-fd53-447e-ad72-5bd44cf86c26 req-c4dd299a-ba68-429a-87df-c72edd9593e0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:30.573652 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a1a950e7-fd53-447e-ad72-5bd44cf86c26 req-c4dd299a-ba68-429a-87df-c72edd9593e0 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0505188 Apr 07 12:01:30.620363 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a1a950e7-fd53-447e-ad72-5bd44cf86c26 req-c89f8ab0-9cd6-41b2-bc42-baefe7f6d5de tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Apr 07 12:01:30.867136 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80aec-a4e2-46b7-a77b-2d386fa50b04 req-53ab85c2-350b-48d8-9096-1c1bf4881050 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:30.868593 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95b80aec-a4e2-46b7-a77b-2d386fa50b04 req-53ab85c2-350b-48d8-9096-1c1bf4881050 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 945 time: 0.0581005 Apr 07 12:01:30.917408 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-95b80aec-a4e2-46b7-a77b-2d386fa50b04 req-f0e724a2-57b5-465c-83cf-da92edef4fd5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 Apr 07 12:01:31.584598 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:31.633223 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port b8bcf5ef-b702-45a7-bba1-70cb861b990f triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:31.633603 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:31.715694 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:31.716090 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:31.738902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c8945-276f-473c-82ce-abd9f114703e req-94835b57-3b87-4c8a-a8e3-d3ce5ae73f70 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:31.739507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:01:31.740536 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e36c8945-276f-473c-82ce-abd9f114703e req-94835b57-3b87-4c8a-a8e3-d3ce5ae73f70 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0522230 Apr 07 12:01:31.741680 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b246ca7-6a01-4a02-a8da-e150a2b054ce" -d '{"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:01:31.755161 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:31.776900 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806914d7-24f4-4e98-8d33-eb451c974e19 x-openstack-request-id: req-806914d7-24f4-4e98-8d33-eb451c974e19 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:01:31.777224 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:01:31.777485 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-806914d7-24f4-4e98-8d33-eb451c974e19 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:01:31.777892 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806914d7-24f4-4e98-8d33-eb451c974e19'] response: {'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'code': 200} Apr 07 12:01:31.790012 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e36c8945-276f-473c-82ce-abd9f114703e req-11a30f05-f0b8-4fee-b244-45367607e402 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Apr 07 12:01:31.819014 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:31.868879 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=7']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:32.024708 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:32.038629 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ce53-9fc8-4e47-81a0-495908b75dda req-88575562-cb06-4d1c-8887-a1c2b0f2e5cf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:32.040099 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ea4ce53-9fc8-4e47-81a0-495908b75dda req-88575562-cb06-4d1c-8887-a1c2b0f2e5cf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0526824 Apr 07 12:01:32.086543 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ea4ce53-9fc8-4e47-81a0-495908b75dda req-a71a1f8a-9b40-4f2e-8002-851a215945db tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Apr 07 12:01:33.212597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7265cb-ecf7-40c5-a28f-58567723c515 req-8809b012-3759-44df-a220-f3f545349bc1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:33.214062 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1c7265cb-ecf7-40c5-a28f-58567723c515 req-8809b012-3759-44df-a220-f3f545349bc1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0555418 Apr 07 12:01:33.260339 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1c7265cb-ecf7-40c5-a28f-58567723c515 req-7f30e533-1f39-42ab-bd38-87a6e510ce46 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402920 Apr 07 12:01:33.389528 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:34.383089 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936e9f-e398-47b3-a518-396b77735660 req-54226b5d-77a2-48f5-b344-fb5e82c983eb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:34.384553 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd936e9f-e398-47b3-a518-396b77735660 req-54226b5d-77a2-48f5-b344-fb5e82c983eb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0516393 Apr 07 12:01:34.430090 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd936e9f-e398-47b3-a518-396b77735660 req-7f34ca3c-7268-4783-a2dd-b6aab55e450f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397341 Apr 07 12:01:35.548740 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3021-06ef-4729-a6a9-8a9c351b8ae9 req-e601e81c-199b-4128-a9d6-69105bb36a65 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:35.550203 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e48a3021-06ef-4729-a6a9-8a9c351b8ae9 req-e601e81c-199b-4128-a9d6-69105bb36a65 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0517614 Apr 07 12:01:35.599580 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e48a3021-06ef-4729-a6a9-8a9c351b8ae9 req-540df238-f0c6-4d08-abde-414677a253f7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Apr 07 12:01:36.720533 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3c02-93c0-4eeb-80b7-22f659ee7410 req-977cee74-eb6d-4fac-9d1a-cdcb6423d8af tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:36.722005 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c36c3c02-93c0-4eeb-80b7-22f659ee7410 req-977cee74-eb6d-4fac-9d1a-cdcb6423d8af tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0523171 Apr 07 12:01:36.770122 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c36c3c02-93c0-4eeb-80b7-22f659ee7410 req-d2c77010-d45d-4b36-ae13-cd8931e20cbf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Apr 07 12:01:37.905825 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929bd56-2d1e-4f4d-8cbc-fa5f482dcbd3 req-9eb9bdff-13d4-4a3b-a3b8-bd9a4ed0f5db tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:37.909798 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0929bd56-2d1e-4f4d-8cbc-fa5f482dcbd3 req-9eb9bdff-13d4-4a3b-a3b8-bd9a4ed0f5db tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0630028 Apr 07 12:01:37.967443 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0929bd56-2d1e-4f4d-8cbc-fa5f482dcbd3 req-5f165687-9349-472a-9852-1d1e8d8308b9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525393 Apr 07 12:01:39.115928 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804c761-f6ac-4991-855e-b5647c5a2bcb req-8bb7fd1f-c515-4c9e-a933-d276f7b95e0e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:39.119863 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3804c761-f6ac-4991-855e-b5647c5a2bcb req-8bb7fd1f-c515-4c9e-a933-d276f7b95e0e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0616100 Apr 07 12:01:39.173449 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3804c761-f6ac-4991-855e-b5647c5a2bcb req-530c11fb-7214-42d7-9f65-6121fe6cd746 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459654 Apr 07 12:01:40.310655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4540-fc00-47c9-89eb-3f7d78e6704e req-0a8d3bf7-9f24-43c7-b90a-a6729278de18 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:40.312162 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3eff4540-fc00-47c9-89eb-3f7d78e6704e req-0a8d3bf7-9f24-43c7-b90a-a6729278de18 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0580451 Apr 07 12:01:40.370297 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3eff4540-fc00-47c9-89eb-3f7d78e6704e req-37bfea7a-8987-47e4-91f7-4519a29ee5ea tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515144 Apr 07 12:01:41.518051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448825f-aedc-4902-aa8a-cda55d457417 req-b6544e22-e72b-4ba7-8444-1024403eafe9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:41.520325 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8448825f-aedc-4902-aa8a-cda55d457417 req-b6544e22-e72b-4ba7-8444-1024403eafe9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0715458 Apr 07 12:01:41.572475 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8448825f-aedc-4902-aa8a-cda55d457417 req-43b93ea2-2692-4616-bde1-1205f56e40ff tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Apr 07 12:01:42.692385 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50815543-c42d-44f9-98d1-f355dd0906b9 req-32422696-43f1-4c4a-9e7d-8b4f5e6fb5b1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:42.693870 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-50815543-c42d-44f9-98d1-f355dd0906b9 req-32422696-43f1-4c4a-9e7d-8b4f5e6fb5b1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0505805 Apr 07 12:01:42.739281 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-50815543-c42d-44f9-98d1-f355dd0906b9 req-44b19938-4de3-4767-a393-34590a0d34f0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Apr 07 12:01:43.861840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc88e5-dd28-4880-b864-04766d567e80 req-fba61145-7ea4-48c9-bbb3-26c65348faac tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:43.863883 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5fc88e5-dd28-4880-b864-04766d567e80 req-fba61145-7ea4-48c9-bbb3-26c65348faac tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0544667 Apr 07 12:01:43.916835 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5fc88e5-dd28-4880-b864-04766d567e80 req-f1c52e1b-1f36-4f19-93f4-519e12e50ccd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473177 Apr 07 12:01:45.044755 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeba34-c15e-41f9-b64c-8291209f4498 req-29a6b7d8-d8c7-41eb-a241-84b069ab9774 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:45.046312 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f9aeba34-c15e-41f9-b64c-8291209f4498 req-29a6b7d8-d8c7-41eb-a241-84b069ab9774 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0537896 Apr 07 12:01:45.100966 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f9aeba34-c15e-41f9-b64c-8291209f4498 req-574423f7-7657-4c7d-bb25-04067b887876 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Apr 07 12:01:46.248689 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2d31-9aff-4c8d-82dc-c0b95b63887a req-d6d33500-7536-4ff0-96e3-5b7d20762b74 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:46.259108 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-829e2d31-9aff-4c8d-82dc-c0b95b63887a req-d6d33500-7536-4ff0-96e3-5b7d20762b74 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0642874 Apr 07 12:01:46.303905 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-829e2d31-9aff-4c8d-82dc-c0b95b63887a req-3a845843-8251-419a-9d19-818bc5dc58cd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457449 Apr 07 12:01:47.115944 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:47.150407 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-cb8c0291-0972-4925-92e4-8ea2ebda25bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493038 Apr 07 12:01:47.241842 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-fe4c05d2-7954-4f12-97c3-935989a9b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.243480 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-fe4c05d2-7954-4f12-97c3-935989a9b98f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 1129 time: 0.0476599 Apr 07 12:01:47.356067 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-3334f8da-f722-460d-acdf-7add526a2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.358187 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-3334f8da-f722-460d-acdf-7add526a2a27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0941000 Apr 07 12:01:47.420635 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-2a8c0b16-bfbf-466d-8ab4-d876d5c9e528 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 200 len: 217 time: 0.0513124 Apr 07 12:01:47.501195 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-2919a769-5d8e-4c91-9fe7-cdd4ae856b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.502677 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-2919a769-5d8e-4c91-9fe7-cdd4ae856b10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0642512 Apr 07 12:01:47.515172 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98176-0cab-41ea-8206-86849f7d345f req-6edd4e64-7063-4883-97a8-8868631a74bb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.518037 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a0b98176-0cab-41ea-8206-86849f7d345f req-6edd4e64-7063-4883-97a8-8868631a74bb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.1398804 Apr 07 12:01:47.606046 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a0b98176-0cab-41ea-8206-86849f7d345f req-71d0f78f-a9fc-423a-a071-d9e5d106fbb4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784192 Apr 07 12:01:47.608163 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-fd23ea2b-f21e-4c38-a0f0-47620fa87c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.609800 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-fd23ea2b-f21e-4c38-a0f0-47620fa87c0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907664 Apr 07 12:01:47.709154 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-f1017191-bb97-4e5b-b055-5f4a6a3e666a service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915008 Apr 07 12:01:47.804478 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f158d0fd-d953-4301-b7a1-5fece5c1fec6 req-c50cea67-3866-4f91-b68b-7f835a4b2f6f service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893350 Apr 07 12:01:48.585011 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9eb2-7383-41cf-959b-14842b8e2e94 req-11a67b82-3b61-44e7-949d-64a88fe58f1a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:48.586511 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d1a9eb2-7383-41cf-959b-14842b8e2e94 req-11a67b82-3b61-44e7-949d-64a88fe58f1a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.1075780 Apr 07 12:01:48.604371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-c6c44274-71c9-46b0-ba2e-d3db40b7bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:48.605813 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-c6c44274-71c9-46b0-ba2e-d3db40b7bcc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1168 time: 0.0780413 Apr 07 12:01:48.691222 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d1a9eb2-7383-41cf-959b-14842b8e2e94 req-2a14f7a0-3300-4a62-8408-edd4422c409a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965128 Apr 07 12:01:48.755959 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f60eb0-4d79-4324-bdce-281076fe3e4a req-4813d884-ff80-4b19-951a-75bf3b2b3bee tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:48.757474 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91f60eb0-4d79-4324-bdce-281076fe3e4a req-4813d884-ff80-4b19-951a-75bf3b2b3bee tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0654852 Apr 07 12:01:48.813139 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91f60eb0-4d79-4324-bdce-281076fe3e4a req-dac47f69-01a0-491a-98bf-eec7fe14913f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482261 Apr 07 12:01:48.952648 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-c5b2c892-473b-46b6-abf5-4ff5bc7ed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:48.954130 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-c5b2c892-473b-46b6-abf5-4ff5bc7ed95a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 916 time: 0.1091998 Apr 07 12:01:49.030229 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-8e753680-8579-4fab-8644-8d4e5b9c1299 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 1001 time: 0.0647202 Apr 07 12:01:49.097420 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-ffc3769c-cc22-40aa-b94b-7e83213a5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:49.099046 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-ffc3769c-cc22-40aa-b94b-7e83213a5f70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 200 len: 854 time: 0.0624290 Apr 07 12:01:49.163876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-811c3b8a-ec72-4b39-b392-70f22ef180c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:49.165412 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-811c3b8a-ec72-4b39-b392-70f22ef180c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f9080-a49f-48c3-aae8-8103bf2710e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592105 Apr 07 12:01:49.271878 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-806f5c2c-c90e-404f-9aa0-cd2e92378bbb service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980756 Apr 07 12:01:49.614422 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d8b40c8-b393-4165-835f-81b1a2a922d9 req-20162f9d-e544-49ed-bea7-bb80938628ef service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357782 Apr 07 12:01:49.823234 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b218f-bbea-4bc7-8ff0-b208ff9fe7b8 req-a409e6e7-2aef-46ef-af93-6a448e3bc9c3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:49.829141 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-288b218f-bbea-4bc7-8ff0-b208ff9fe7b8 req-a409e6e7-2aef-46ef-af93-6a448e3bc9c3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0652292 Apr 07 12:01:49.903113 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-288b218f-bbea-4bc7-8ff0-b208ff9fe7b8 req-0e2883a1-b08e-4a8b-b775-6afdbd6c8606 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641599 Apr 07 12:01:49.960389 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c10bdd-a857-43f1-9ea3-d6a329e07c57 req-44a64ed7-d7a1-4f0a-ae2d-72f3871d6609 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:49.961950 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-43c10bdd-a857-43f1-9ea3-d6a329e07c57 req-44a64ed7-d7a1-4f0a-ae2d-72f3871d6609 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0579073 Apr 07 12:01:50.016058 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-43c10bdd-a857-43f1-9ea3-d6a329e07c57 req-04fbe24d-2ef3-43fc-a7af-f639987ea11e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475740 Apr 07 12:01:51.039404 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462507c-ef26-4a6a-a53d-af8dd78b7d7c req-a1c9c9aa-8f1f-411e-9f44-14edf6dc393a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:51.040911 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e462507c-ef26-4a6a-a53d-af8dd78b7d7c req-a1c9c9aa-8f1f-411e-9f44-14edf6dc393a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0708396 Apr 07 12:01:51.152263 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e462507c-ef26-4a6a-a53d-af8dd78b7d7c req-4107e775-59a2-4724-96b8-b7f05e5f7f09 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031811 Apr 07 12:01:51.184260 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b38b1-d2c9-441a-a190-b2a575cba281 req-57576be0-82cc-4201-8314-62d8fcff2578 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:51.185887 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-223b38b1-d2c9-441a-a190-b2a575cba281 req-57576be0-82cc-4201-8314-62d8fcff2578 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0664647 Apr 07 12:01:51.238843 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-223b38b1-d2c9-441a-a190-b2a575cba281 req-c67de616-11ab-448f-94e2-452a1476a60b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471997 Apr 07 12:01:52.270375 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626293f-273c-4cd8-a4f1-ed0f44c68514 req-c7a1227a-b130-4eef-8ea6-eb07e6db6ee6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:52.272081 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0626293f-273c-4cd8-a4f1-ed0f44c68514 req-c7a1227a-b130-4eef-8ea6-eb07e6db6ee6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0514066 Apr 07 12:01:52.354160 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0626293f-273c-4cd8-a4f1-ed0f44c68514 req-ab6adcc6-aceb-4380-9e93-f356bc96a683 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766556 Apr 07 12:01:52.378593 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5c3a2-7773-4aaa-afde-ea2472b08165 req-bf46b6be-f48a-4744-9e0a-6fc849d38ec2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:52.380231 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3ec5c3a2-7773-4aaa-afde-ea2472b08165 req-bf46b6be-f48a-4744-9e0a-6fc849d38ec2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0685437 Apr 07 12:01:52.428376 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3ec5c3a2-7773-4aaa-afde-ea2472b08165 req-568e884a-4cfb-4932-b95a-e0c505a8689f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Apr 07 12:01:53.486634 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429801-9dcc-4712-9e88-112f3a8e6632 req-6c69ad15-6480-4ca1-b185-b096d83bf03a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:53.488107 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6429801-9dcc-4712-9e88-112f3a8e6632 req-6c69ad15-6480-4ca1-b185-b096d83bf03a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0566950 Apr 07 12:01:53.580326 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6429801-9dcc-4712-9e88-112f3a8e6632 req-78344c5b-6c9d-49a4-aaf9-1b9fabd500a2 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866797 Apr 07 12:01:53.588558 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dbc8d-5381-42d9-80a2-6da8eee794e8 req-e4c69b35-267b-44ef-9d87-365d6ca50483 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:53.590244 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-978dbc8d-5381-42d9-80a2-6da8eee794e8 req-e4c69b35-267b-44ef-9d87-365d6ca50483 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0890498 Apr 07 12:01:53.639001 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-978dbc8d-5381-42d9-80a2-6da8eee794e8 req-91576e71-2361-461a-86e1-73fa1fbcd4a9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Apr 07 12:01:54.700355 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5226a08-9910-4467-bee3-78ca3ac90947 req-0822db0e-5aa0-4774-b4f3-6da4c791c454 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:54.701837 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d5226a08-9910-4467-bee3-78ca3ac90947 req-0822db0e-5aa0-4774-b4f3-6da4c791c454 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0552213 Apr 07 12:01:54.792483 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d5226a08-9910-4467-bee3-78ca3ac90947 req-26823170-ada2-41a4-8c6a-917e8966abdc tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843470 Apr 07 12:01:54.800248 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9e738-266c-4c3c-a77f-30c0e0d32b53 req-3603c910-548f-4813-95b8-41f1cf809905 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:54.801662 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-08f9e738-266c-4c3c-a77f-30c0e0d32b53 req-3603c910-548f-4813-95b8-41f1cf809905 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0878360 Apr 07 12:01:54.854235 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-08f9e738-266c-4c3c-a77f-30c0e0d32b53 req-e3900af6-70eb-4cfe-8c9f-bfc581c2b6d1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468662 Apr 07 12:01:55.543386 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e128d9-6c46-4ada-93a8-093aed81688c req-0c2f5d42-ada8-41a1-b24e-28fe30f9349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:55.544855 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23e128d9-6c46-4ada-93a8-093aed81688c req-0c2f5d42-ada8-41a1-b24e-28fe30f9349c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1130 time: 0.0469921 Apr 07 12:01:55.635224 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e128d9-6c46-4ada-93a8-093aed81688c req-6508551c-b3f0-4b37-b80e-f99cd6130f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:55.636715 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23e128d9-6c46-4ada-93a8-093aed81688c req-6508551c-b3f0-4b37-b80e-f99cd6130f3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.0835183 Apr 07 12:01:55.709604 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23e128d9-6c46-4ada-93a8-093aed81688c req-867bbaea-9c66-466a-b27a-c1c86c91eb55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 1001 time: 0.0622926 Apr 07 12:01:55.763054 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e128d9-6c46-4ada-93a8-093aed81688c req-6268bd16-e30b-401c-9ce8-7959aa91c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:55.764472 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23e128d9-6c46-4ada-93a8-093aed81688c req-6268bd16-e30b-401c-9ce8-7959aa91c849 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0430744 Apr 07 12:01:55.811656 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e128d9-6c46-4ada-93a8-093aed81688c req-24c59ff2-1a8c-4bab-be6b-c2fd16096fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:55.812999 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23e128d9-6c46-4ada-93a8-093aed81688c req-24c59ff2-1a8c-4bab-be6b-c2fd16096fd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412126 Apr 07 12:01:55.966342 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23e128d9-6c46-4ada-93a8-093aed81688c req-fc2e4bc7-2025-4fd0-ae56-c873e1d31947 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457548 Apr 07 12:01:55.977127 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d22d3-dada-4640-a484-8be77a5d447d req-9c2745eb-879e-4a31-aee9-729f655a06d3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:55.978607 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c2d22d3-dada-4640-a484-8be77a5d447d req-9c2745eb-879e-4a31-aee9-729f655a06d3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.1035540 Apr 07 12:01:56.088488 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af216efc-675b-483e-b83b-75662f08e743 req-44243f2d-6301-4d65-9138-a93f2edde249 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:56.090149 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af216efc-675b-483e-b83b-75662f08e743 req-44243f2d-6301-4d65-9138-a93f2edde249 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.1611125 Apr 07 12:01:56.135561 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c2d22d3-dada-4640-a484-8be77a5d447d req-85cdca99-88b9-4f1c-b756-1dea7fc52d5d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483107 Apr 07 12:01:56.153360 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-23e128d9-6c46-4ada-93a8-093aed81688c req-7a300f9e-95e8-49d8-ace7-74bbf9e59a72 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738317 Apr 07 12:01:56.169231 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af216efc-675b-483e-b83b-75662f08e743 req-0aa9cdaa-8fb2-4f6a-9aa0-0e6b92c7b2a0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731714 Apr 07 12:01:57.001214 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-93086f2e-3e69-4233-8c64-3dc822dfac86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:57.264584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6878-3da6-4be1-b6e0-dabd349e1c0f req-43986a8e-e2d1-4714-9d3d-debb4c23b2ed tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:57.266066 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6ae6878-3da6-4be1-b6e0-dabd349e1c0f req-43986a8e-e2d1-4714-9d3d-debb4c23b2ed tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0655260 Apr 07 12:01:57.343264 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199a22-f7f7-4ef8-aba9-501ecd54aa7b req-248130dd-5ea4-4ac7-b94f-cec1833ec7fc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:57.344725 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0c199a22-f7f7-4ef8-aba9-501ecd54aa7b req-248130dd-5ea4-4ac7-b94f-cec1833ec7fc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.1033082 Apr 07 12:01:57.354262 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6ae6878-3da6-4be1-b6e0-dabd349e1c0f req-f6353dd2-a06b-4063-b93f-4ceb7a7a1901 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736101 Apr 07 12:01:57.395376 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0c199a22-f7f7-4ef8-aba9-501ecd54aa7b req-ad355e31-e8ca-43dd-8d18-86d71eac6de9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Apr 07 12:01:58.477698 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d27e5-7f81-4abc-bb1a-2888028bc838 req-986c4cc8-3300-4aeb-8b5e-e622624fd513 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:58.479144 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4f1d27e5-7f81-4abc-bb1a-2888028bc838 req-986c4cc8-3300-4aeb-8b5e-e622624fd513 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0532675 Apr 07 12:01:58.572183 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce75b11-ca6b-4029-8ba2-37add0f00add req-f0c0ceb9-f4fc-4283-9ca3-907cd7c4af26 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:58.573647 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ce75b11-ca6b-4029-8ba2-37add0f00add req-f0c0ceb9-f4fc-4283-9ca3-907cd7c4af26 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0936401 Apr 07 12:01:58.579876 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4f1d27e5-7f81-4abc-bb1a-2888028bc838 req-672f62b2-a95a-4a28-aef3-9fab9cb36d85 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912201 Apr 07 12:01:58.623647 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ce75b11-ca6b-4029-8ba2-37add0f00add req-5f36373d-0490-4adb-a06c-64145d762415 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Apr 07 12:01:58.907711 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:59.521667 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8f3a01c3-d579-487c-a28e-bbd7f2d09700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:59.700665 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf81b-cdc8-4da8-a102-5cefe84a62e9 req-62581df1-b2eb-4c37-837d-23ed57ae3782 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:59.702131 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a13bf81b-cdc8-4da8-a102-5cefe84a62e9 req-62581df1-b2eb-4c37-837d-23ed57ae3782 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0539753 Apr 07 12:01:59.761355 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:01:59.794939 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc353-603f-4b32-bc12-bd9da2a987a8 req-06057d8c-51d0-4589-a00a-9df6738f45b8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:59.796330 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65abc353-603f-4b32-bc12-bd9da2a987a8 req-06057d8c-51d0-4589-a00a-9df6738f45b8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 946 time: 0.0933154 Apr 07 12:01:59.801578 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a13bf81b-cdc8-4da8-a102-5cefe84a62e9 req-b3691d94-c50c-42b6-bea8-152672e16f92 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908599 Apr 07 12:01:59.840814 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: ACTIVE; New status is: DOWN {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:59.841931 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:59.849916 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65abc353-603f-4b32-bc12-bd9da2a987a8 req-042a263b-268b-4981-bd0d-5126b0d3abf7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468884 Apr 07 12:01:59.866187 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:01:59.868322 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eee2180-c829-4076-ae08-c17a0c9b4840" -d '{"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:01:59.881373 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:59.906142 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e7269b-8aea-4cbe-b8d7-4d0cde767e52 x-openstack-request-id: req-59e7269b-8aea-4cbe-b8d7-4d0cde767e52 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:01:59.906501 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-unplugged", "status": "failed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f", "code": 422}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:01:59.906852 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59e7269b-8aea-4cbe-b8d7-4d0cde767e52 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:01:59.907938 dv-cinder-836769-3-iscsi neutron-server[110305]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-59e7269b-8aea-4cbe-b8d7-4d0cde767e52']: {'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'code': 422} returned with failed status Apr 07 12:01:59.955386 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.006993 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=8']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:00.252663 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.725462 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6a57c-71ba-47a9-bff2-20b8eb56ddc9 req-3bd0f890-fbe8-47dc-9d78-f24fb7502a79 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:00.726976 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9c6a57c-71ba-47a9-bff2-20b8eb56ddc9 req-3bd0f890-fbe8-47dc-9d78-f24fb7502a79 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0524781 Apr 07 12:02:00.774145 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9c6a57c-71ba-47a9-bff2-20b8eb56ddc9 req-c7b66fc7-f3e7-42a0-bc30-54debe7e7d63 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Apr 07 12:02:00.930543 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8dc5a4-f6f0-47ad-b631-927cf3cab9e9 req-b3d4b9f9-cfae-4e3b-9ebe-0dfe35fa40d9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:00.932032 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5d8dc5a4-f6f0-47ad-b631-927cf3cab9e9 req-b3d4b9f9-cfae-4e3b-9ebe-0dfe35fa40d9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0576487 Apr 07 12:02:00.990564 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5d8dc5a4-f6f0-47ad-b631-927cf3cab9e9 req-9b8470e3-1565-41b4-8586-bd503907f562 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523591 Apr 07 12:02:01.190578 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-5c2b52d8-4a26-4cd6-8631-4501fdf33402 req-2d6e6f80-179a-429c-bc1d-2be29a6bf6c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:02:01.191592 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c2b52d8-4a26-4cd6-8631-4501fdf33402 req-2d6e6f80-179a-429c-bc1d-2be29a6bf6c9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472424 Apr 07 12:02:01.433599 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904ecc1-c40a-4a75-9181-c921da5b815d req-955dd9e5-4098-4e7f-88be-0f957e42de0b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:01.435041 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8904ecc1-c40a-4a75-9181-c921da5b815d req-955dd9e5-4098-4e7f-88be-0f957e42de0b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0514681 Apr 07 12:02:01.483437 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8904ecc1-c40a-4a75-9181-c921da5b815d req-d8316d71-4d84-4cf4-b499-86efae67cde0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Apr 07 12:02:01.868127 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39074) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:01.895550 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f834ad-60d3-414d-a311-0adc32060de6 req-8f0da237-7eb1-42de-8a82-3461232aa91c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:01.898065 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91f834ad-60d3-414d-a311-0adc32060de6 req-8f0da237-7eb1-42de-8a82-3461232aa91c tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0574846 Apr 07 12:02:01.957002 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91f834ad-60d3-414d-a311-0adc32060de6 req-5c45c152-3b77-4eeb-a962-a16368d41669 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540402 Apr 07 12:02:01.970136 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-2ba675dc-fdb6-457b-b80f-50240cc649a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007974 Apr 07 12:02:01.984459 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-f9b998cf-fdb1-4492-b024-ea5e98be7f34 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:02:01.985440 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-f9b998cf-fdb1-4492-b024-ea5e98be7f34 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052106 Apr 07 12:02:02.035916 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.063558 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39086) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:02.112522 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cfd1e-aac8-4884-bbef-db266a58e831 req-6536adfc-e05b-46ec-8bb0-0d8433a24ce3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.112843 dv-cinder-836769-3-iscsi neutron-server[110303]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 12:02:02.114081 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3a3cfd1e-aac8-4884-bbef-db266a58e831 req-6536adfc-e05b-46ec-8bb0-0d8433a24ce3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0550556 Apr 07 12:02:02.161453 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-41fa4d3c-c2ff-4fc7-8828-945a4e162e27 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.163376 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-41fa4d3c-c2ff-4fc7-8828-945a4e162e27 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports/b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 941 time: 0.0988514 Apr 07 12:02:02.174815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3a3cfd1e-aac8-4884-bbef-db266a58e831 req-65d648b8-2a9f-4e09-9dd9-426e73830007 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543475 Apr 07 12:02:02.614161 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617d159-9f17-44c4-9c2d-92bed641f5c8 req-feb163d8-229d-47eb-aa3a-16ae6058bbcc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.616284 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c617d159-9f17-44c4-9c2d-92bed641f5c8 req-feb163d8-229d-47eb-aa3a-16ae6058bbcc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0526385 Apr 07 12:02:02.665758 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c617d159-9f17-44c4-9c2d-92bed641f5c8 req-795a4030-78a5-48f1-b6a2-805e4fd8f72b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Apr 07 12:02:03.079201 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de70ac-061b-4358-9090-bd992e4f728c req-75e3e421-c96b-4923-a1b9-6d8a22414f22 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:03.083004 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c3de70ac-061b-4358-9090-bd992e4f728c req-75e3e421-c96b-4923-a1b9-6d8a22414f22 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0569801 Apr 07 12:02:03.129921 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c3de70ac-061b-4358-9090-bd992e4f728c req-9f18bd21-6c5d-463f-a296-df751b2868f2 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Apr 07 12:02:03.290691 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b290dd-2e51-4357-a9e1-757ac6203dd6 req-0451f0fb-610e-4892-9326-b1da786f59d3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:03.292077 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-79b290dd-2e51-4357-a9e1-757ac6203dd6 req-0451f0fb-610e-4892-9326-b1da786f59d3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0514235 Apr 07 12:02:03.351141 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-79b290dd-2e51-4357-a9e1-757ac6203dd6 req-667df63c-c86e-4d75-b9ea-8c4788378d61 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533426 Apr 07 12:02:03.447030 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:03.783424 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:03.792136 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904f036-800e-4456-8dec-7ade5586a154 req-ebd23165-83ef-45ad-9b2a-b44a69dd2bf3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:03.793627 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e904f036-800e-4456-8dec-7ade5586a154 req-ebd23165-83ef-45ad-9b2a-b44a69dd2bf3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0574832 Apr 07 12:02:03.842179 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e904f036-800e-4456-8dec-7ade5586a154 req-625fea7c-3059-4ab7-87e0-73596c77197d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Apr 07 12:02:03.863841 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: DOWN; New status is: DOWN {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:02:03.937591 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-abcb4280-ea8c-49ac-9c62-db7d0381ddb5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:03.939055 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-abcb4280-ea8c-49ac-9c62-db7d0381ddb5 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0518427 Apr 07 12:02:04.038737 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Deleting port 67429de5-ce59-4a9f-88d1-5891a5793814 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:02:04.039120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.129471 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] For port 67429de5-ce59-4a9f-88d1-5891a5793814, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=67429de5-ce59-4a9f-88d1-5891a5793814,segment=NetworkSegment(92cb83f2-b4ea-4066-b29d-961b9cc1a65a),segment_id=92cb83f2-b4ea-4066-b29d-961b9cc1a65a)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:04.130066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.144165 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Calling delete_port for 67429de5-ce59-4a9f-88d1-5891a5793814 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:02:04.292306 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd43ac-6bf3-4282-aaea-ad94939ed9ea req-57732bb9-6f52-4ed3-96b4-5aef348f53ef tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:04.293994 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a4cd43ac-6bf3-4282-aaea-ad94939ed9ea req-57732bb9-6f52-4ed3-96b4-5aef348f53ef tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 946 time: 0.0922434 Apr 07 12:02:04.352027 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a4cd43ac-6bf3-4282-aaea-ad94939ed9ea req-b1517434-4b21-4886-bad3-409bd1ba59f4 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f542ef0-5651-447a-a289-bfde683b5e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Apr 07 12:02:04.393146 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (67429de5-ce59-4a9f-88d1-5891a5793814), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.402171 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['67429de5-ce59-4a9f-88d1-5891a5793814'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:02:04.431352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Pushing event deleted for resources: {'Port': ['ID=67429de5-ce59-4a9f-88d1-5891a5793814,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:04.456877 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.457219 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.457557 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.457890 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.458216 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.461592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:04.514062 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] No DVR routers for this DVR port 67429de5-ce59-4a9f-88d1-5891a5793814 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:02:04.518518 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.521817 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-75da11f3-f35c-4534-b253-7c9bba6821bd req-75a182f3-12ff-4109-a9f0-e9de88a0f2ce tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.48 "DELETE /v2.0/ports/67429de5-ce59-4a9f-88d1-5891a5793814 HTTP/1.1" status: 204 len: 173 time: 0.5767090 Apr 07 12:02:04.522241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'name': 'network-vif-deleted', 'tag': '67429de5-ce59-4a9f-88d1-5891a5793814'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:02:04.524512 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e581740e-5c27-41fa-a727-11c8dfb19401" -d '{"events": [{"server_uuid": "72fa3ba8-a689-4420-817a-95d8189fb04a", "name": "network-vif-deleted", "tag": "67429de5-ce59-4a9f-88d1-5891a5793814"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:02:04.547729 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b82f9-3339-49f3-9138-00c110a065e2 req-a0bfd91e-b530-4b01-b79a-4a965194a8b3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:04.549090 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9e0b82f9-3339-49f3-9138-00c110a065e2 req-a0bfd91e-b530-4b01-b79a-4a965194a8b3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.1198316 Apr 07 12:02:04.567850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1e9b1e-8863-435d-a299-824c8430748c x-openstack-request-id: req-3e1e9b1e-8863-435d-a299-824c8430748c {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:02:04.568138 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fa3ba8-a689-4420-817a-95d8189fb04a", "name": "network-vif-deleted", "tag": "67429de5-ce59-4a9f-88d1-5891a5793814", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:02:04.568394 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e1e9b1e-8863-435d-a299-824c8430748c {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:02:04.568851 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1e9b1e-8863-435d-a299-824c8430748c'] response: {'server_uuid': '72fa3ba8-a689-4420-817a-95d8189fb04a', 'name': 'network-vif-deleted', 'tag': '67429de5-ce59-4a9f-88d1-5891a5793814', 'status': 'completed', 'code': 200} Apr 07 12:02:04.618731 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9e0b82f9-3339-49f3-9138-00c110a065e2 req-10e5c23a-da11-402c-b227-b16ac05bade8 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576177 Apr 07 12:02:04.852432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-30c0aafc-e780-469c-8f5e-2d990ad0b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:04.853838 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-30c0aafc-e780-469c-8f5e-2d990ad0b455 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c&tenant_id=d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0805621 Apr 07 12:02:04.922420 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-b7430a8a-a508-4671-868b-8055850d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:04.923997 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-b7430a8a-a508-4671-868b-8055850d070f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1128 time: 0.0474942 Apr 07 12:02:05.036442 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421bd6d-d98f-4461-a308-7879b4deea63 req-b460fda4-e96c-4f6a-bd81-294337c20557 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:05.038570 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b421bd6d-d98f-4461-a308-7879b4deea63 req-b460fda4-e96c-4f6a-bd81-294337c20557 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.1128888 Apr 07 12:02:05.057570 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-b14a21d7-4768-4fc1-babb-37615d509ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:05.069434 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-b14a21d7-4768-4fc1-babb-37615d509ef4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.1240377 Apr 07 12:02:05.132997 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b421bd6d-d98f-4461-a308-7879b4deea63 req-7dcbb691-43bb-40fd-97f2-0402c9801425 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855465 Apr 07 12:02:05.150094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-8c0929e5-f070-4c64-914b-5e62b8f25202 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 999 time: 0.0768948 Apr 07 12:02:05.469498 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-588db9c1-6610-4c6f-aa8e-c8fa6e18d3b1 req-c763f072-8faf-4cf8-bfc3-6124d1e1a6a9 tempest-VolumesSnapshotTestJSON-858892084 tempest-VolumesSnapshotTestJSON-858892084-project] 10.222.0.37 "GET /v2.0/ports?device_id=72fa3ba8-a689-4420-817a-95d8189fb04a HTTP/1.1" status: 200 len: 210 time: 0.0284491 Apr 07 12:02:05.482209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-d2b8f518-843b-40f4-95b8-2d0e01d4dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:05.483744 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-d2b8f518-843b-40f4-95b8-2d0e01d4dbc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0686603 Apr 07 12:02:05.532911 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-af0c330d-e363-466a-acf9-353a1584fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:05.534365 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-af0c330d-e363-466a-acf9-353a1584fd49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430880 Apr 07 12:02:05.633115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-6a2b653b-8629-4b6e-a624-01109445d784 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865254 Apr 07 12:02:05.770771 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-043dfc14-f0f5-4917-b3cb-b728ca929ab2 req-6229c4a1-9576-43b3-b33f-28c8147fe56e service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242766 Apr 07 12:02:05.779307 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980922c-33c0-48d5-9a2c-11d24515fbdd req-991fae08-12b4-4b29-9c8f-976398f776e7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:05.780700 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c980922c-33c0-48d5-9a2c-11d24515fbdd req-991fae08-12b4-4b29-9c8f-976398f776e7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0789952 Apr 07 12:02:05.841724 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c980922c-33c0-48d5-9a2c-11d24515fbdd req-6eba904c-b0b7-4848-aeb4-ca6d95011cea tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539181 Apr 07 12:02:06.262995 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af18184-4993-4a76-a9b9-47b1842af6bf req-350488bf-e0fa-4eee-b228-7bfd20085ccf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:06.264547 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9af18184-4993-4a76-a9b9-47b1842af6bf req-350488bf-e0fa-4eee-b228-7bfd20085ccf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0558331 Apr 07 12:02:06.311012 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9af18184-4993-4a76-a9b9-47b1842af6bf req-60b84b1a-ccc6-456b-89b9-5c5922546a3a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Apr 07 12:02:06.981524 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d132cc-8458-4dc8-8147-a1c4a6c1ef2e req-ba745616-fbe8-46d4-9de0-4c71071f663a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:06.983005 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-83d132cc-8458-4dc8-8147-a1c4a6c1ef2e req-ba745616-fbe8-46d4-9de0-4c71071f663a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0669596 Apr 07 12:02:07.048581 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-83d132cc-8458-4dc8-8147-a1c4a6c1ef2e req-a0d6225a-ce96-4d8f-9d3a-0a8b9b5c2b15 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598619 Apr 07 12:02:07.440425 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a848ec-feca-4bff-a0d0-ff5162c9c417 req-6a727a40-7dc4-43c3-a712-edd7f2ce0edf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:07.441891 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-76a848ec-feca-4bff-a0d0-ff5162c9c417 req-6a727a40-7dc4-43c3-a712-edd7f2ce0edf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0565166 Apr 07 12:02:07.491297 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-76a848ec-feca-4bff-a0d0-ff5162c9c417 req-d9ec6f96-f04d-42d2-bce3-1da3112cb4b0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Apr 07 12:02:07.815263 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 67429de5-ce59-4a9f-88d1-5891a5793814 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:02:07.835339 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 67429de5-ce59-4a9f-88d1-5891a5793814 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:02:07.835674 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 67429de5-ce59-4a9f-88d1-5891a5793814 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:02:08.190238 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ffd64-1297-4fb6-a35d-943478809059 req-dc8b800c-f26e-4f05-b6d7-feb9129e81c8 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:08.191849 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5f2ffd64-1297-4fb6-a35d-943478809059 req-dc8b800c-f26e-4f05-b6d7-feb9129e81c8 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0684559 Apr 07 12:02:08.269932 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5f2ffd64-1297-4fb6-a35d-943478809059 req-164ef86a-9baa-4bf2-90b2-3cccd2a3b72d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714295 Apr 07 12:02:08.628903 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e1e19-6763-4d4a-b36a-4e48f6ea7791 req-bd14c6ca-5002-4303-bcc8-ba9939c6d396 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:08.630405 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2b1e1e19-6763-4d4a-b36a-4e48f6ea7791 req-bd14c6ca-5002-4303-bcc8-ba9939c6d396 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0633669 Apr 07 12:02:08.679766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2b1e1e19-6763-4d4a-b36a-4e48f6ea7791 req-154c78a9-8724-454d-9738-2b66df52ba14 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Apr 07 12:02:09.394382 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f2e3-4e8a-4589-ae8b-ef20f349ce36 req-9c3dd1fa-46b5-4cc7-8fd4-aa8a60a4d4c1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:09.395888 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5a49f2e3-4e8a-4589-ae8b-ef20f349ce36 req-9c3dd1fa-46b5-4cc7-8fd4-aa8a60a4d4c1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0589824 Apr 07 12:02:09.467513 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5a49f2e3-4e8a-4589-ae8b-ef20f349ce36 req-e457f388-6798-46c4-851d-e80eef984b40 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655200 Apr 07 12:02:09.806416 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478d74-5f05-4aa1-9979-605ed8af40dd req-a72dd849-8253-4c7f-bfab-ad840de2cb77 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:09.808553 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0d478d74-5f05-4aa1-9979-605ed8af40dd req-a72dd849-8253-4c7f-bfab-ad840de2cb77 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0565178 Apr 07 12:02:09.859828 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0d478d74-5f05-4aa1-9979-605ed8af40dd req-753de481-8db4-4085-811a-efe717e10042 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456834 Apr 07 12:02:10.601084 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e91f7-7be2-4557-9ad8-39f92e40c928 req-a9403350-96b7-451d-b417-9510b78086e4 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:10.602679 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-230e91f7-7be2-4557-9ad8-39f92e40c928 req-a9403350-96b7-451d-b417-9510b78086e4 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0661488 Apr 07 12:02:10.689457 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-230e91f7-7be2-4557-9ad8-39f92e40c928 req-66f292f0-5358-432b-9e49-41e1a9df73be tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661926 Apr 07 12:02:11.007291 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ac702-807b-4668-bd31-8ca2a0fad747 req-727a64a9-c3d1-4fe2-b401-66724a9a8afd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:11.008423 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e3ac702-807b-4668-bd31-8ca2a0fad747 req-727a64a9-c3d1-4fe2-b401-66724a9a8afd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0586829 Apr 07 12:02:11.057384 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e3ac702-807b-4668-bd31-8ca2a0fad747 req-e5acc7e8-7ef7-4f76-bced-68d827b5b988 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Apr 07 12:02:11.814742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef74a91-9edc-4327-9bbc-c66919192c89 req-02815d4f-b2ec-44f1-a102-bbc091c981c7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:11.816201 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cef74a91-9edc-4327-9bbc-c66919192c89 req-02815d4f-b2ec-44f1-a102-bbc091c981c7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0509181 Apr 07 12:02:11.875402 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cef74a91-9edc-4327-9bbc-c66919192c89 req-78775948-744a-4689-934a-4df6d87171e9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529687 Apr 07 12:02:12.179852 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6b309-9d13-4cb5-9979-a6c10d267c82 req-f8ab9752-4288-4134-b09e-99a4133c2d14 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:12.181321 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f5b6b309-9d13-4cb5-9979-a6c10d267c82 req-f8ab9752-4288-4134-b09e-99a4133c2d14 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0517175 Apr 07 12:02:12.232146 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f5b6b309-9d13-4cb5-9979-a6c10d267c82 req-54f2d9de-a0b6-4992-aa29-513739301506 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452807 Apr 07 12:02:12.990441 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607a06c-f010-4bb9-8e54-7b72f241a466 req-aa13f9d4-b1ad-44fa-91f9-cf016907adef tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:12.992389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0607a06c-f010-4bb9-8e54-7b72f241a466 req-aa13f9d4-b1ad-44fa-91f9-cf016907adef tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0523150 Apr 07 12:02:13.050891 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0607a06c-f010-4bb9-8e54-7b72f241a466 req-2b7aaa0f-eda4-401c-b76d-d55576dd1f70 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529046 Apr 07 12:02:13.354408 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e9257-6ab4-479e-bece-96b0130a2744 req-59e8829c-7374-4cc9-bd5a-2533a1ffc09e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:13.356245 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e05e9257-6ab4-479e-bece-96b0130a2744 req-59e8829c-7374-4cc9-bd5a-2533a1ffc09e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0551882 Apr 07 12:02:13.407877 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e05e9257-6ab4-479e-bece-96b0130a2744 req-b39ac7ae-f4e4-4067-bab3-1ba52cadd032 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459979 Apr 07 12:02:14.181255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f52667-94ab-4d9d-b9df-f36ce1af774a req-2ec87f0d-f265-4e2e-a0ac-6b83361b1c4e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:14.182791 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c2f52667-94ab-4d9d-b9df-f36ce1af774a req-2ec87f0d-f265-4e2e-a0ac-6b83361b1c4e tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0635085 Apr 07 12:02:14.249055 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c2f52667-94ab-4d9d-b9df-f36ce1af774a req-3b9807fd-81d2-4ce2-80f1-59379d4861f0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602777 Apr 07 12:02:14.540152 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d83f63-336f-471e-9000-4c1341240a34 req-91fc6692-5984-412d-8461-97893ab3143a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:14.541799 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80d83f63-336f-471e-9000-4c1341240a34 req-91fc6692-5984-412d-8461-97893ab3143a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0553339 Apr 07 12:02:14.602684 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80d83f63-336f-471e-9000-4c1341240a34 req-ad07b580-a6e5-4c7e-966f-6fa433909c24 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490332 Apr 07 12:02:15.364163 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d0123-0a47-467e-b68e-d77f2384a9ce req-f79112a6-05aa-43f4-8e66-cfd75691c342 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:15.365890 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-359d0123-0a47-467e-b68e-d77f2384a9ce req-f79112a6-05aa-43f4-8e66-cfd75691c342 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0510375 Apr 07 12:02:15.426898 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-359d0123-0a47-467e-b68e-d77f2384a9ce req-9352a6ea-417d-4095-9bb4-f2882cf5839f tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556846 Apr 07 12:02:15.719237 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6168a-ec6b-4439-b5c2-a1fcdd60bf5e req-95dbde3a-30b3-4016-a299-51a26f8fb757 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:15.720735 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-97c6168a-ec6b-4439-b5c2-a1fcdd60bf5e req-95dbde3a-30b3-4016-a299-51a26f8fb757 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0539441 Apr 07 12:02:15.776375 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-97c6168a-ec6b-4439-b5c2-a1fcdd60bf5e req-875ece17-0b19-465b-9bcf-9f70eec4cef3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498602 Apr 07 12:02:16.548093 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba41fe-0130-4661-bab4-ad4cbbe00eed req-60636369-ddcf-410c-9730-298541ab3ba2 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:16.549655 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-59ba41fe-0130-4661-bab4-ad4cbbe00eed req-60636369-ddcf-410c-9730-298541ab3ba2 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0533059 Apr 07 12:02:16.620589 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-59ba41fe-0130-4661-bab4-ad4cbbe00eed req-e10ea39e-2901-40bc-9f2f-42df7427c3e6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608797 Apr 07 12:02:16.913159 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e2f11-132a-40d5-a68b-2684230e2c27 req-7d6318f4-7e50-4662-82fb-917950f62af5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:16.914682 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9e3e2f11-132a-40d5-a68b-2684230e2c27 req-7d6318f4-7e50-4662-82fb-917950f62af5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0538073 Apr 07 12:02:16.961501 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9e3e2f11-132a-40d5-a68b-2684230e2c27 req-54e92214-8f42-4f0c-ba2f-86da0221c2f9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Apr 07 12:02:17.098029 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:17.738369 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510aa0f9-8a98-4c48-8768-d42d14af99b6 req-cf628c51-2094-462a-8c11-0f32d6049121 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:17.739862 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-510aa0f9-8a98-4c48-8768-d42d14af99b6 req-cf628c51-2094-462a-8c11-0f32d6049121 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0514915 Apr 07 12:02:17.799061 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-510aa0f9-8a98-4c48-8768-d42d14af99b6 req-8d48e139-50f2-41d9-8aac-5f1ae120b590 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530739 Apr 07 12:02:18.093800 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f0ac1-46ae-4fef-86b0-ee8430343ee6 req-3abb75cf-f53e-42dd-96b6-1c5639db1b52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:18.095285 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cf5f0ac1-46ae-4fef-86b0-ee8430343ee6 req-3abb75cf-f53e-42dd-96b6-1c5639db1b52 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0560043 Apr 07 12:02:18.376023 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cf5f0ac1-46ae-4fef-86b0-ee8430343ee6 req-a9dfddcf-b59c-4ec8-b284-2ca912dae8f5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745373 Apr 07 12:02:18.916015 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2719840-5b04-41b7-ba37-09c4b7fc1a4c req-0aadcc81-be2e-4952-ae37-d23a368fadcc tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:18.917461 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f2719840-5b04-41b7-ba37-09c4b7fc1a4c req-0aadcc81-be2e-4952-ae37-d23a368fadcc tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0523949 Apr 07 12:02:18.975530 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f2719840-5b04-41b7-ba37-09c4b7fc1a4c req-7f2c2936-3a78-44a6-ab7a-da1602dbc034 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524564 Apr 07 12:02:19.501447 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae3751-fa8a-437f-bde0-a7803f88219c req-78327788-a5a3-4be4-8c1a-75e9aa03aaa4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:19.503157 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eaae3751-fa8a-437f-bde0-a7803f88219c req-78327788-a5a3-4be4-8c1a-75e9aa03aaa4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0569260 Apr 07 12:02:19.553788 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eaae3751-fa8a-437f-bde0-a7803f88219c req-c5af023e-5d9f-41f6-bd87-929bcb516f8d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Apr 07 12:02:20.097482 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bd54e-961e-4182-a97c-bbfd8fa8048a req-e4abb91b-9ddb-4d27-83f6-580d3a41aa8d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:20.097482 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-902bd54e-961e-4182-a97c-bbfd8fa8048a req-e4abb91b-9ddb-4d27-83f6-580d3a41aa8d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0555620 Apr 07 12:02:20.164332 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-902bd54e-961e-4182-a97c-bbfd8fa8048a req-fe63f9e5-2ac1-4fce-8c2d-f84f74b2b0c3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604732 Apr 07 12:02:20.820171 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f780a1-22cf-4a85-a6e7-44575bb93e6e req-b3843f10-5c01-452d-b5e2-6029347d5991 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:20.821802 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f7f780a1-22cf-4a85-a6e7-44575bb93e6e req-b3843f10-5c01-452d-b5e2-6029347d5991 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0665948 Apr 07 12:02:20.877632 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f7f780a1-22cf-4a85-a6e7-44575bb93e6e req-94636fe4-0408-42d2-9dd1-7a47616f0724 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501206 Apr 07 12:02:21.297580 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37fdc-78f5-4195-b6be-d16735dac87c req-5c738657-5b1b-49c0-9c62-f35ffb362638 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:21.306141 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c2d37fdc-78f5-4195-b6be-d16735dac87c req-5c738657-5b1b-49c0-9c62-f35ffb362638 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0676570 Apr 07 12:02:21.382386 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c2d37fdc-78f5-4195-b6be-d16735dac87c req-53ea5dde-fef2-4962-94fc-282fcea2a2c5 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751381 Apr 07 12:02:22.008004 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44b49f-9c49-4dc2-a407-0302122ba2f4 req-f1fade34-6e4f-45e5-be4f-942b5d227040 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:22.010611 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b44b49f-9c49-4dc2-a407-0302122ba2f4 req-f1fade34-6e4f-45e5-be4f-942b5d227040 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0599649 Apr 07 12:02:22.058122 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b44b49f-9c49-4dc2-a407-0302122ba2f4 req-72c44413-4a15-41fd-8275-7a74db4fd171 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Apr 07 12:02:22.511553 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38573cc6-8e76-40a3-b83c-f108ee0f452a req-07ec6a77-f563-49f8-9d68-711a798df20d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:22.513348 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-38573cc6-8e76-40a3-b83c-f108ee0f452a req-07ec6a77-f563-49f8-9d68-711a798df20d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0597095 Apr 07 12:02:22.575621 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-38573cc6-8e76-40a3-b83c-f108ee0f452a req-0ed1b360-a580-44ae-9036-0501926530c3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558569 Apr 07 12:02:23.182649 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd917231-58b4-4e75-a6c6-928dabe2a702 req-361e5aba-2375-4aaa-a539-7c3ec4d276c4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:23.184115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd917231-58b4-4e75-a6c6-928dabe2a702 req-361e5aba-2375-4aaa-a539-7c3ec4d276c4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0506079 Apr 07 12:02:23.231073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd917231-58b4-4e75-a6c6-928dabe2a702 req-294f2498-f5d7-47f1-b6ae-ca8a24fdd320 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Apr 07 12:02:23.792263 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dea9fb-a2ca-42d3-8186-d958ccb6ba9c req-71f15b7a-935f-4fc7-9cb7-d7412fcb06a9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:23.793635 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-68dea9fb-a2ca-42d3-8186-d958ccb6ba9c req-71f15b7a-935f-4fc7-9cb7-d7412fcb06a9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0519545 Apr 07 12:02:23.856217 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-68dea9fb-a2ca-42d3-8186-d958ccb6ba9c req-4c5408a9-a876-4519-961d-bdba36eaf585 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570087 Apr 07 12:02:24.355596 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638f8c1-90c7-4193-b0c3-46f4949ede3b req-79a59ea6-fbe9-46d8-b59a-1be20247ca1c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:24.357128 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3638f8c1-90c7-4193-b0c3-46f4949ede3b req-79a59ea6-fbe9-46d8-b59a-1be20247ca1c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0527735 Apr 07 12:02:24.403004 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3638f8c1-90c7-4193-b0c3-46f4949ede3b req-0b34eec9-9208-4ff9-9b83-a1c0794e98ae tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 Apr 07 12:02:24.972571 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8c02-9c85-4ca5-b804-d43624a31556 req-6bb4f97c-0801-412f-a863-539e736fe11d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:24.974063 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-44dc8c02-9c85-4ca5-b804-d43624a31556 req-6bb4f97c-0801-412f-a863-539e736fe11d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0538352 Apr 07 12:02:25.035046 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-44dc8c02-9c85-4ca5-b804-d43624a31556 req-59da20bb-e310-4b0b-a94e-50a00821962c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549521 Apr 07 12:02:25.532803 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178b9b2-49e7-42e5-8b2f-5709cce44ed1 req-e34cbc36-43b3-4a7b-80fd-904256c1b3e8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:25.534420 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6178b9b2-49e7-42e5-8b2f-5709cce44ed1 req-e34cbc36-43b3-4a7b-80fd-904256c1b3e8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0560703 Apr 07 12:02:25.581352 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6178b9b2-49e7-42e5-8b2f-5709cce44ed1 req-0c519938-e656-465b-8fca-b5535f4fbf5d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Apr 07 12:02:26.151531 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b2d04-a1fd-4f7c-9073-3c155150ace1 req-91950e46-949a-47b5-b74a-db745dbdf27c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:26.153009 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1d3b2d04-a1fd-4f7c-9073-3c155150ace1 req-91950e46-949a-47b5-b74a-db745dbdf27c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0517204 Apr 07 12:02:26.211958 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1d3b2d04-a1fd-4f7c-9073-3c155150ace1 req-f7800373-710f-4a0b-8d38-2e322649b751 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534120 Apr 07 12:02:26.705580 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb285-1c9d-48da-ae8a-4b09872150f7 req-9be342a1-0e05-4437-a417-11109795abbd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:26.707193 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-996fb285-1c9d-48da-ae8a-4b09872150f7 req-9be342a1-0e05-4437-a417-11109795abbd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0557845 Apr 07 12:02:26.757472 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-996fb285-1c9d-48da-ae8a-4b09872150f7 req-7b2940fc-aa3b-4c45-8418-3a1bf4508ed4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Apr 07 12:02:26.972096 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5652-f6da-482c-a049-7362854603e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:27.326457 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012d6cf-892e-4363-8d7c-39c2b8b39a3b req-359ef0cd-909b-4f45-af48-8167fa7c9ed1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:27.327951 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b012d6cf-892e-4363-8d7c-39c2b8b39a3b req-359ef0cd-909b-4f45-af48-8167fa7c9ed1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0511320 Apr 07 12:02:27.387667 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b012d6cf-892e-4363-8d7c-39c2b8b39a3b req-55b2b8c1-1080-4be8-8adf-a0608a804dc3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541441 Apr 07 12:02:27.877213 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75146dc-bed4-40ab-90cd-031cf7aebf00 req-d703c55d-b153-415a-a0ba-bc497565b35b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:27.878702 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e75146dc-bed4-40ab-90cd-031cf7aebf00 req-d703c55d-b153-415a-a0ba-bc497565b35b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0513222 Apr 07 12:02:27.924986 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e75146dc-bed4-40ab-90cd-031cf7aebf00 req-d2be1639-cd76-4672-97fe-a8df208abffc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Apr 07 12:02:28.507610 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7650-21f3-4197-9592-ae42db486e97 req-80d7d875-cf12-4661-b42b-498f3cafe812 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:28.509122 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a86e7650-21f3-4197-9592-ae42db486e97 req-80d7d875-cf12-4661-b42b-498f3cafe812 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0563693 Apr 07 12:02:28.566491 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a86e7650-21f3-4197-9592-ae42db486e97 req-0f792e54-f600-4f7b-bfd6-2d472ee7c05a tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518281 Apr 07 12:02:29.045597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec03b7-286d-4267-96f7-ba83fc1dd06a req-b6711bd3-5203-439a-ba89-03299ba20eb9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:29.047007 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-19ec03b7-286d-4267-96f7-ba83fc1dd06a req-b6711bd3-5203-439a-ba89-03299ba20eb9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0508335 Apr 07 12:02:29.093054 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-19ec03b7-286d-4267-96f7-ba83fc1dd06a req-5be95177-735b-4430-9e49-c2f0471177fb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Apr 07 12:02:29.520798 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2a7456ea-de60-430a-b433-80bb84263862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:29.685571 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c845b8a-348c-46c2-a8e4-34b53e328bb6 req-68b1f675-82d9-4b27-a6b1-d3ee3e91396d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:29.687062 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c845b8a-348c-46c2-a8e4-34b53e328bb6 req-68b1f675-82d9-4b27-a6b1-d3ee3e91396d tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0555286 Apr 07 12:02:29.745796 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c845b8a-348c-46c2-a8e4-34b53e328bb6 req-89653433-6209-47d5-9387-0b50047b28f1 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530097 Apr 07 12:02:30.215478 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2689089-15d3-406c-86a0-a4a2058d5291 req-26c8575a-bc87-4450-942d-3ebf93f48290 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:30.216958 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2689089-15d3-406c-86a0-a4a2058d5291 req-26c8575a-bc87-4450-942d-3ebf93f48290 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0520225 Apr 07 12:02:30.229376 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:30.263505 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2689089-15d3-406c-86a0-a4a2058d5291 req-9cde271a-51bd-453b-b025-05e61fa4110f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Apr 07 12:02:30.863206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e63bb-23f9-4e3c-892e-47998e66b5c6 req-1c34f3d7-e4c1-47a0-ac85-991c543348db tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:30.864663 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d1e63bb-23f9-4e3c-892e-47998e66b5c6 req-1c34f3d7-e4c1-47a0-ac85-991c543348db tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0519130 Apr 07 12:02:30.927084 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d1e63bb-23f9-4e3c-892e-47998e66b5c6 req-f892c909-f0c0-476e-ae15-d413d26e5a1c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562537 Apr 07 12:02:31.384684 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a24f5-c49c-4250-ad26-689b0afbbf35 req-87c4a930-1ce0-4e32-be8c-327ff262d049 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:31.386137 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b78a24f5-c49c-4250-ad26-689b0afbbf35 req-87c4a930-1ce0-4e32-be8c-327ff262d049 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0521460 Apr 07 12:02:31.431873 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b78a24f5-c49c-4250-ad26-689b0afbbf35 req-e133cf21-2a26-4c2b-927b-4367f1fc90bf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402341 Apr 07 12:02:32.029458 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:32.047339 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f82e-629c-4ae7-b480-c1835664d6a6 req-f5fede13-016a-4a9f-8546-3eaa3bd53736 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:32.048816 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d599f82e-629c-4ae7-b480-c1835664d6a6 req-f5fede13-016a-4a9f-8546-3eaa3bd53736 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0528128 Apr 07 12:02:32.109312 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d599f82e-629c-4ae7-b480-c1835664d6a6 req-38a72638-afdc-4eff-af68-0e8b0f9379c3 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=167b9f02-d77f-473a-bc85-393f356a27a6&id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546479 Apr 07 12:02:32.567974 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4535c-6b0a-4513-a180-43c799c89d49 req-bd2fdca0-566c-4b3c-82f1-effa161963dc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:32.569540 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-98c4535c-6b0a-4513-a180-43c799c89d49 req-bd2fdca0-566c-4b3c-82f1-effa161963dc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0621295 Apr 07 12:02:32.625145 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-98c4535c-6b0a-4513-a180-43c799c89d49 req-cff8bdce-24df-4154-8050-9705d41419a1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483749 Apr 07 12:02:33.417677 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:33.749831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb5fb-d335-4212-822e-976b319f0fac req-435bf825-e441-49a3-8dc8-4268df300e55 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:33.751357 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-396fb5fb-d335-4212-822e-976b319f0fac req-435bf825-e441-49a3-8dc8-4268df300e55 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0522761 Apr 07 12:02:33.799710 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-396fb5fb-d335-4212-822e-976b319f0fac req-06346e75-4b11-4301-9308-081a5135429b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Apr 07 12:02:34.921893 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eb3e7-e6f1-439b-9db8-1d4efdd0228a req-ca08ffd9-6c41-4b6a-a603-1992a1a549ae tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:34.923404 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-481eb3e7-e6f1-439b-9db8-1d4efdd0228a req-ca08ffd9-6c41-4b6a-a603-1992a1a549ae tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0517447 Apr 07 12:02:34.975746 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-481eb3e7-e6f1-439b-9db8-1d4efdd0228a req-3db05449-157f-4439-b166-25b3081895bc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466955 Apr 07 12:02:35.907304 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:02:36.133813 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107c5c6-b324-4d40-958d-5d5c8c266380 req-afb28933-8a46-445d-8645-3e4151ebb5eb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:36.135230 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1107c5c6-b324-4d40-958d-5d5c8c266380 req-afb28933-8a46-445d-8645-3e4151ebb5eb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0532362 Apr 07 12:02:36.182301 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1107c5c6-b324-4d40-958d-5d5c8c266380 req-afd8225e-375c-45d3-b0d4-04ff1404d838 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Apr 07 12:02:37.306897 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee48bac-4f94-443d-a54e-0fadfafe6540 req-c0fbc201-33a5-4836-8ae3-b63e8593ea8f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:37.308436 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ee48bac-4f94-443d-a54e-0fadfafe6540 req-c0fbc201-33a5-4836-8ae3-b63e8593ea8f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0531623 Apr 07 12:02:37.356152 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ee48bac-4f94-443d-a54e-0fadfafe6540 req-9df778cb-196f-4fba-b2f0-09863f56cfdb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Apr 07 12:02:38.481716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063d447-7e96-42dd-8de7-2a94af08886e req-a5c3fa63-33e9-4817-902d-3af9d183b386 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:38.483247 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2063d447-7e96-42dd-8de7-2a94af08886e req-a5c3fa63-33e9-4817-902d-3af9d183b386 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0564833 Apr 07 12:02:38.529601 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2063d447-7e96-42dd-8de7-2a94af08886e req-7009e762-4edd-473d-ad61-55ba25f8748e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Apr 07 12:02:39.650189 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902980-0978-4448-9fc3-3ca5fef0a706 req-999f66df-5968-44b6-8364-e60f930f59ea tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:39.651695 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c8902980-0978-4448-9fc3-3ca5fef0a706 req-999f66df-5968-44b6-8364-e60f930f59ea tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 944 time: 0.0515738 Apr 07 12:02:39.699041 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c8902980-0978-4448-9fc3-3ca5fef0a706 req-c5d5a4b0-eabf-4741-8308-49c70ff23d3d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Apr 07 12:02:39.924249 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:02:40.027397 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:40.039218 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'port_id': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'mac_address': 'fa:16:3e:79:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:02:40.076516 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:02:40.076835 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:40.090283 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bcf5ef-b702-45a7-bba1-70cb861b990f {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:02:40.108905 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:40.182954 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:40.233668 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=9']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:40.240481 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.240835 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.241200 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.242157 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.242690 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.243032 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.243364 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.243696 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.244028 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.244354 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.244681 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.245024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.245352 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.245675 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.245997 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:40.781432 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['b8bcf5ef-b702-45a7-bba1-70cb861b990f'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:02:40.826424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c4c9-d800-4ce1-a592-1d0aef406799 req-12717adf-89d2-4ce6-8da2-9701268f96aa tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:40.828544 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2621c4c9-d800-4ce1-a592-1d0aef406799 req-12717adf-89d2-4ce6-8da2-9701268f96aa tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 945 time: 0.0573189 Apr 07 12:02:40.876976 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2621c4c9-d800-4ce1-a592-1d0aef406799 req-ada0540a-335f-4fd4-aaf2-33816e8908a2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Apr 07 12:02:42.003615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8531f0-5e64-4ffc-affb-5c8da081c275 req-6d1c6851-2150-4db2-a598-770681a1c342 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:42.005358 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd8531f0-5e64-4ffc-affb-5c8da081c275 req-6d1c6851-2150-4db2-a598-770681a1c342 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 945 time: 0.0564587 Apr 07 12:02:42.028608 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:02:42.059238 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd8531f0-5e64-4ffc-affb-5c8da081c275 req-db294349-18d6-4993-aa8b-ec060e8ffb2f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Apr 07 12:02:42.087336 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port b8bcf5ef-b702-45a7-bba1-70cb861b990f triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:02:42.087660 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.165743 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b8bcf5ef-b702-45a7-bba1-70cb861b990f is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:02:42.166135 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.188192 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:02:42.190427 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9297c157-d32c-4077-8fc9-298591cd3254" -d '{"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:02:42.217379 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:02:42.231044 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d801adf8-fde6-48b5-b73e-edb0ad644c3e x-openstack-request-id: req-d801adf8-fde6-48b5-b73e-edb0ad644c3e {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:02:42.231363 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:02:42.231627 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d801adf8-fde6-48b5-b73e-edb0ad644c3e {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:02:42.232077 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d801adf8-fde6-48b5-b73e-edb0ad644c3e'] response: {'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'code': 200} Apr 07 12:02:42.301039 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39450) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:42.346819 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Deleting subnet 438b2264-95bf-49e4-8373-d2316479f68e {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:02:42.350412 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Publish callbacks [] for subnet (438b2264-95bf-49e4-8373-d2316479f68e), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.383742 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (438b2264-95bf-49e4-8373-d2316479f68e), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.421884 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (438b2264-95bf-49e4-8373-d2316479f68e), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.566458 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.600933 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (438b2264-95bf-49e4-8373-d2316479f68e), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.621001 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=10']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:42.625304 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438b2264-95bf-49e4-8373-d2316479f68e,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:42.636441 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.638928 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/438b2264-95bf-49e4-8373-d2316479f68e HTTP/1.1" status: 204 len: 168 time: 0.3368781 Apr 07 12:02:42.640547 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.641107 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.641666 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39454) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:42.641806 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.642294 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.642660 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.643096 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.650861 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.651682 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.652035 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.652392 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.652725 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.654231 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.654779 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.660452 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.660452 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54fb23d-ed5e-4554-8fa9-1e8adbfac880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:42.755692 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.773199 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7c261-edb6-4ea6-a278-0d13e408ef6d req-c6c7c66e-70be-4e5e-9cf1-3969aee4c7a5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:42.774872 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e4d7c261-edb6-4ea6-a278-0d13e408ef6d req-c6c7c66e-70be-4e5e-9cf1-3969aee4c7a5 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.1028063 Apr 07 12:02:42.916988 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:42.931267 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e4d7c261-edb6-4ea6-a278-0d13e408ef6d req-aaf5035d-4220-444e-995d-b1780447d209 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446509 Apr 07 12:02:42.941122 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-357ce864-1b9c-4619-959b-3aa257fc424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:42.942587 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-357ce864-1b9c-4619-959b-3aa257fc424e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1129 time: 0.1667981 Apr 07 12:02:42.946405 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5']}} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:42.987898 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cb83f2-b4ea-4066-b29d-961b9cc1a65a') {'for_net_delete': True} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:42.988186 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cb83f2-b4ea-4066-b29d-961b9cc1a65a') {} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:43.041393 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9222325'] for segment (92cb83f2-b4ea-4066-b29d-961b9cc1a65a), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.064184 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (92cb83f2-b4ea-4066-b29d-961b9cc1a65a), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.078456 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=110304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:02:43.078853 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533370'] for segment (92cb83f2-b4ea-4066-b29d-961b9cc1a65a), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: Traceback (most recent call last): Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: timer() Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: cb(*args, **kw) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: return func(*args, **kwargs) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: self._notify() Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: self.callback(batched_events) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: event.method(event) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: return f(self, *a, **k) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._get(url).json() Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: return self.request(url, 'GET', **kwargs) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:02:43.081890 dv-cinder-836769-3-iscsi neutron-server[110304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:02:43.160260 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c632ed-c8db-4e9a-8915-0e24f3402dd9 req-f99aa3c6-4cff-4420-bedb-156ccc3fc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:43.161740 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25c632ed-c8db-4e9a-8915-0e24f3402dd9 req-f99aa3c6-4cff-4420-bedb-156ccc3fc875 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1131 time: 0.1879370 Apr 07 12:02:43.164974 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-8c8b2345-7d2f-4a02-98e5-fe8d3724b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:43.166295 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-8c8b2345-7d2f-4a02-98e5-fe8d3724b2e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.2165487 Apr 07 12:02:43.238134 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.277155 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.280253 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5 HTTP/1.1" status: 204 len: 168 time: 0.6375394 Apr 07 12:02:43.299120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f463-53ac-42c9-848f-7e0ece48268a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae21ebbc-e674-4b97-b86e-2d6d0af5fcc5,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:43.305089 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-fb7ea719-b7dd-49a4-9653-37ef4c506548 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 200 len: 1000 time: 0.1228631 Apr 07 12:02:43.307231 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25c632ed-c8db-4e9a-8915-0e24f3402dd9 req-a13b65dc-dad6-4e5a-a58a-be62c6c51345 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261954 Apr 07 12:02:43.315210 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbf263-5052-480d-81dc-e070b4b70e4c req-a1630040-0e06-4384-a1b3-bb9fda1758fb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:43.316640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-88fbf263-5052-480d-81dc-e070b4b70e4c req-a1630040-0e06-4384-a1b3-bb9fda1758fb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.1721189 Apr 07 12:02:43.363692 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-88fbf263-5052-480d-81dc-e070b4b70e4c req-b5231500-cfb7-427c-bcbd-f3dacb6da9aa tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407500 Apr 07 12:02:43.578941 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39462) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:43.616497 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-ecfa9f2a-f2a3-414f-bcac-db63f5a00b0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=306477c14820444f8670c3e7bdce5177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387278 Apr 07 12:02:43.618711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39464) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:43.691016 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-6162814d-47bb-4550-8ddc-928bca1354c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:43.692435 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-6162814d-47bb-4550-8ddc-928bca1354c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0623429 Apr 07 12:02:43.714962 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5cc29456-50a0-4304-b57d-c93c3964ac01 admin admin] Publish callbacks [] for security_group (7f542ef0-5651-447a-a289-bfde683b5e75), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.754623 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5cc29456-50a0-4304-b57d-c93c3964ac01 admin admin] Publish callbacks [] for security_group (7f542ef0-5651-447a-a289-bfde683b5e75), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.777367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-88d4f0bd-86a2-4d11-9452-f3f5d463a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:43.778899 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-88d4f0bd-86a2-4d11-9452-f3f5d463a8e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790470 Apr 07 12:02:43.879347 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-fc2c1e22-6004-4230-91fe-9f170aa90317 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907364 Apr 07 12:02:43.908937 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5cc29456-50a0-4304-b57d-c93c3964ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (7f542ef0-5651-447a-a289-bfde683b5e75), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.911463 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5cc29456-50a0-4304-b57d-c93c3964ac01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:43.912498 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-5cc29456-50a0-4304-b57d-c93c3964ac01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f542ef0-5651-447a-a289-bfde683b5e75 HTTP/1.1" status: 204 len: 168 time: 0.2929139 Apr 07 12:02:43.920960 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc29456-50a0-4304-b57d-c93c3964ac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f542ef0-5651-447a-a289-bfde683b5e75,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:44.049465 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e22e-f5f2-46f6-a329-ab3f0b365f50 req-6ab4c422-af12-457b-af2a-c4dec6af2f2a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:44.051108 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d42e22e-f5f2-46f6-a329-ab3f0b365f50 req-6ab4c422-af12-457b-af2a-c4dec6af2f2a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0521078 Apr 07 12:02:44.096583 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2d42e22e-f5f2-46f6-a329-ab3f0b365f50 req-e0cc5c0a-7d1b-4adf-a3c3-7924ad0d05fa tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Apr 07 12:02:44.503083 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24bdd8dd-c7fc-4e0f-939f-44ef921dad80 req-b93df5ae-7481-44fd-bbab-216458f63e9f service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165695 Apr 07 12:02:44.514592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0b191-182c-4c0f-8b24-2e0ca019c2f7 req-0816db7d-08cc-4c4f-b408-28f6074af642 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:44.516048 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2d0b191-182c-4c0f-8b24-2e0ca019c2f7 req-0816db7d-08cc-4c4f-b408-28f6074af642 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.0762343 Apr 07 12:02:44.563000 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2d0b191-182c-4c0f-8b24-2e0ca019c2f7 req-9c16741e-be19-49be-ad39-9c77b1ddf7f9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Apr 07 12:02:45.215900 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60f25-41b5-4ebc-b29c-8c73b4fffd32 req-55dec09b-8b23-4ebb-bc38-9aff593e4e8f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:45.217471 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2f60f25-41b5-4ebc-b29c-8c73b4fffd32 req-55dec09b-8b23-4ebb-bc38-9aff593e4e8f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Apr 07 12:02:45.264210 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2f60f25-41b5-4ebc-b29c-8c73b4fffd32 req-e8f3fb10-a676-47ec-aff5-3f235a8bfd02 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Apr 07 12:02:45.692475 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e5715-3425-4a74-a0ea-6552d5ab81d2 req-13c94518-a8a3-45aa-8656-c1327029b435 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:45.693960 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c2e5715-3425-4a74-a0ea-6552d5ab81d2 req-13c94518-a8a3-45aa-8656-c1327029b435 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.0558405 Apr 07 12:02:45.740864 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c2e5715-3425-4a74-a0ea-6552d5ab81d2 req-349a9bc8-882c-41a3-b80c-b490bc5e69b9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Apr 07 12:02:46.383114 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410bf44-ba67-4e3d-b732-80efccf62094 req-7af99aca-11bb-4d16-9ed9-f2b6872a4b37 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:46.384598 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d410bf44-ba67-4e3d-b732-80efccf62094 req-7af99aca-11bb-4d16-9ed9-f2b6872a4b37 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0520253 Apr 07 12:02:46.433613 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d410bf44-ba67-4e3d-b732-80efccf62094 req-b44a2d3d-88e1-41c1-9508-449d30a9d1f2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Apr 07 12:02:46.867138 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6afcc-575f-4280-92d8-dc37e78c2174 req-c79e33d6-db51-4ed0-977b-25d618642b86 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:46.868648 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f2b6afcc-575f-4280-92d8-dc37e78c2174 req-c79e33d6-db51-4ed0-977b-25d618642b86 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.0546272 Apr 07 12:02:46.913703 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f2b6afcc-575f-4280-92d8-dc37e78c2174 req-3d0c6f2f-7e00-4e89-a248-7382f3cc3006 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Apr 07 12:02:47.109057 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:47.551076 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320bcb-36f8-47a8-ba32-bb02e7dcbf54 req-4a636496-bb37-4d90-8a84-6d6b4c3acf31 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:47.552534 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58320bcb-36f8-47a8-ba32-bb02e7dcbf54 req-4a636496-bb37-4d90-8a84-6d6b4c3acf31 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0534153 Apr 07 12:02:47.598700 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58320bcb-36f8-47a8-ba32-bb02e7dcbf54 req-3483c42b-ba1c-41a5-a98d-4dd03274bfab tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Apr 07 12:02:48.081833 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-53544d18-dcce-4ec8-a3f0-76a3845b17c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472708 Apr 07 12:02:48.149414 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-34db67b1-8cb6-4a51-8b98-a229a09aaeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:48.150794 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-34db67b1-8cb6-4a51-8b98-a229a09aaeb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 1130 time: 0.0460725 Apr 07 12:02:48.252385 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-1be7d210-df38-48a6-b3bf-8ce2e16f70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:48.253822 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-1be7d210-df38-48a6-b3bf-8ce2e16f70ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0815976 Apr 07 12:02:48.297257 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-19b2408a-a026-47b9-b550-2e69cde9c6c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 200 len: 217 time: 0.0369325 Apr 07 12:02:48.344229 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-daec1f7b-8a06-488b-87ad-e6d9eea6b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:48.345622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-daec1f7b-8a06-488b-87ad-e6d9eea6b1fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0426092 Apr 07 12:02:48.397274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-78ba8ec6-be19-4ad3-8b42-6de297917f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:48.399633 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-78ba8ec6-be19-4ad3-8b42-6de297917f68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437434 Apr 07 12:02:48.488835 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-94d68302-5240-47c3-a8e7-4d07fab0a201 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823960 Apr 07 12:02:48.575236 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6d4fe51d-3df2-48b6-a949-6c2fd5cd2918 req-0d99e2f4-c8c1-4041-8139-54c15f8e32e8 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792043 Apr 07 12:02:48.714739 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f5e1-bc43-47c9-a491-4000ec0d8db6 req-0cd291b8-a4bd-41c6-a6a4-0d973084b787 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:48.716199 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e341f5e1-bc43-47c9-a491-4000ec0d8db6 req-0cd291b8-a4bd-41c6-a6a4-0d973084b787 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0521116 Apr 07 12:02:48.764868 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e341f5e1-bc43-47c9-a491-4000ec0d8db6 req-d1563c53-d8eb-4122-8c6a-1f316dfe1371 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431464 Apr 07 12:02:49.881816 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da9c9f-f000-46f0-9d1d-00c8f907f532 req-a1851fe8-f660-463d-8ab9-7832cbed642c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:49.883840 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9da9c9f-f000-46f0-9d1d-00c8f907f532 req-a1851fe8-f660-463d-8ab9-7832cbed642c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Apr 07 12:02:49.930393 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9da9c9f-f000-46f0-9d1d-00c8f907f532 req-c3f7c03e-a7bf-46e9-9882-2081997f80f9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Apr 07 12:02:51.046311 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d5ec5-bc82-44bc-9b51-02ae20a58613 req-263e9245-6252-4010-8cf1-98a3e1f368b3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:51.051374 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e98d5ec5-bc82-44bc-9b51-02ae20a58613 req-263e9245-6252-4010-8cf1-98a3e1f368b3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0517592 Apr 07 12:02:51.093839 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e98d5ec5-bc82-44bc-9b51-02ae20a58613 req-0c8c77ff-25e2-45bd-9097-2969f5374cd3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Apr 07 12:02:52.222007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb4c87-3beb-4dce-96dc-a9102220141b req-90965164-9465-43ab-aad3-2a53332c1d55 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:52.223626 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6eb4c87-3beb-4dce-96dc-a9102220141b req-90965164-9465-43ab-aad3-2a53332c1d55 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0586066 Apr 07 12:02:52.270895 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6eb4c87-3beb-4dce-96dc-a9102220141b req-060f37c2-839b-411c-b7bf-f6e52176011d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Apr 07 12:02:53.388461 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9e7c5-f8f6-4844-a3c1-b1d6a0e3e544 req-dc2b54f9-c578-4b90-ac10-e4b5ef7df734 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:53.390225 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-29b9e7c5-f8f6-4844-a3c1-b1d6a0e3e544 req-dc2b54f9-c578-4b90-ac10-e4b5ef7df734 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Apr 07 12:02:53.447259 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-29b9e7c5-f8f6-4844-a3c1-b1d6a0e3e544 req-9e04dfee-9c24-47b9-9877-2070f38a2bad tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514276 Apr 07 12:02:54.567804 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d6b46-cce4-4a3b-afee-ab10050774e1 req-3cb0cbca-65c1-4ab2-b976-858394d85302 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:54.570294 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-409d6b46-cce4-4a3b-afee-ab10050774e1 req-3cb0cbca-65c1-4ab2-b976-858394d85302 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0554454 Apr 07 12:02:54.617787 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-409d6b46-cce4-4a3b-afee-ab10050774e1 req-6dc37e49-c7ad-46f0-8ada-a34487834e92 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Apr 07 12:02:55.750229 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea3ab4-c597-47ed-a735-2d476b42351a req-661d7435-98fc-4561-a1dc-7809efa4a398 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:55.751713 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-caea3ab4-c597-47ed-a735-2d476b42351a req-661d7435-98fc-4561-a1dc-7809efa4a398 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0523124 Apr 07 12:02:55.798478 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-caea3ab4-c597-47ed-a735-2d476b42351a req-d01f7086-82c3-4539-bc8f-8a4c72ce920e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Apr 07 12:02:56.927429 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dbc6a-4446-4a18-b507-e456554994fd req-4544fa12-67e7-41f2-a02f-d3d9fba8713b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:56.929494 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ce9dbc6a-4446-4a18-b507-e456554994fd req-4544fa12-67e7-41f2-a02f-d3d9fba8713b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0517786 Apr 07 12:02:56.979499 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ce9dbc6a-4446-4a18-b507-e456554994fd req-5d1e13f1-7e63-41ba-a034-65dc868b966b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Apr 07 12:02:56.989594 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ee5abbb5-6f0c-4be4-ba83-1b7d148a01b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:58.332325 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734118a-d408-4dd8-8f7c-e18a4deabadc req-d297f385-7f70-4d48-b658-388df1505b54 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:58.333774 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1734118a-d408-4dd8-8f7c-e18a4deabadc req-d297f385-7f70-4d48-b658-388df1505b54 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.2860198 Apr 07 12:02:58.379793 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1734118a-d408-4dd8-8f7c-e18a4deabadc req-1fdbb4e6-172e-422c-b8f5-cbb7609cebcc tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Apr 07 12:02:59.503476 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-09d28dde-792c-4a71-b96e-77f92098caae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:59.510203 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b42bc3-9a88-4f21-9ae5-9eeabe2a5301 req-bfb65d3e-62a6-4ca5-8d89-1969d62e6b5b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:59.511706 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7b42bc3-9a88-4f21-9ae5-9eeabe2a5301 req-bfb65d3e-62a6-4ca5-8d89-1969d62e6b5b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0532546 Apr 07 12:02:59.557460 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7b42bc3-9a88-4f21-9ae5-9eeabe2a5301 req-956b9adf-f897-4dfd-85d8-cf3b7e8e3ad4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401058 Apr 07 12:03:00.234684 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:00.601713 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fa53b-04e6-4e0a-be79-9ac6ad08ada3 req-8609034f-4ea2-49f5-9708-fad1165e705a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:00.601713 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed9fa53b-04e6-4e0a-be79-9ac6ad08ada3 req-8609034f-4ea2-49f5-9708-fad1165e705a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0539646 Apr 07 12:03:00.672868 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed9fa53b-04e6-4e0a-be79-9ac6ad08ada3 req-3ba10bd2-220e-4487-b789-567b559a6eb0 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681784 Apr 07 12:03:00.693305 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970ccb0-7711-49de-a668-9c9e34fc0d10 req-36febe2f-03e6-43c4-a10e-7fa9f86e7575 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:00.698912 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970ccb0-7711-49de-a668-9c9e34fc0d10 req-36febe2f-03e6-43c4-a10e-7fa9f86e7575 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0657682 Apr 07 12:03:00.742006 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970ccb0-7711-49de-a668-9c9e34fc0d10 req-9ff148a2-bedf-4179-8a8f-ebe61e2fee1f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411878 Apr 07 12:03:01.795730 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf88835-3a99-489b-88c0-8094471859e1 req-402cc92a-e2de-4d92-a05b-6e82185351d8 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:01.797213 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-caf88835-3a99-489b-88c0-8094471859e1 req-402cc92a-e2de-4d92-a05b-6e82185351d8 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0591600 Apr 07 12:03:01.877816 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-caf88835-3a99-489b-88c0-8094471859e1 req-c9581f34-315e-409d-af45-03a8ea7a30a8 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751202 Apr 07 12:03:01.893091 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fbab8-e924-4a19-8d18-646050d3f584 req-b8f48a2e-bf88-4b3b-af02-c7494b6e1858 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:01.894559 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-628fbab8-e924-4a19-8d18-646050d3f584 req-b8f48a2e-bf88-4b3b-af02-c7494b6e1858 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0784886 Apr 07 12:03:01.941375 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-628fbab8-e924-4a19-8d18-646050d3f584 req-4c0ba997-3213-440b-bff2-f7d123d922fb tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Apr 07 12:03:02.040277 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:02.802124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212184f0-d881-4328-bee6-531d815ee113 req-a70da5c7-70dc-45bf-9746-d5b910c9a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:02.804316 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-212184f0-d881-4328-bee6-531d815ee113 req-a70da5c7-70dc-45bf-9746-d5b910c9a6a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1129 time: 0.0462213 Apr 07 12:03:02.851204 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-212184f0-d881-4328-bee6-531d815ee113 req-33c2ce0e-f077-4504-b99e-044fe6d3a600 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404093 Apr 07 12:03:02.993397 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f714b9a-a9c3-4327-8b64-c12c64707c02 req-349594d8-d86a-42fc-8a1c-0b385511327a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:02.994903 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f714b9a-a9c3-4327-8b64-c12c64707c02 req-349594d8-d86a-42fc-8a1c-0b385511327a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0523572 Apr 07 12:03:03.071634 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f714b9a-a9c3-4327-8b64-c12c64707c02 req-08e4af80-0333-4487-b9b7-5914fa174907 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710835 Apr 07 12:03:03.089374 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16289a6f-48d4-4715-bcc5-cf6a489462d9 req-4790598b-67a8-467c-8d6b-a9883d7bf94a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:03.090964 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-16289a6f-48d4-4715-bcc5-cf6a489462d9 req-4790598b-67a8-467c-8d6b-a9883d7bf94a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0769463 Apr 07 12:03:03.137365 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-16289a6f-48d4-4715-bcc5-cf6a489462d9 req-aa4d2a16-80e7-47af-a629-c4b5372f9669 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Apr 07 12:03:03.411466 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:04.194738 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4de4-fee7-4be1-9b6b-725875e22694 req-e9b9290c-a863-4ae2-a323-a89e68c6fbde tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:04.196264 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-69ad4de4-fee7-4be1-9b6b-725875e22694 req-e9b9290c-a863-4ae2-a323-a89e68c6fbde tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0555501 Apr 07 12:03:04.272005 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-69ad4de4-fee7-4be1-9b6b-725875e22694 req-b334a4ef-ef76-45f3-aa9d-3f5c2e10c062 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701077 Apr 07 12:03:04.287158 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf327-3f69-4d35-84f2-ebd968379308 req-5138d980-1946-46e2-968b-c82dc7876fde tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:04.288657 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-33ecf327-3f69-4d35-84f2-ebd968379308 req-5138d980-1946-46e2-968b-c82dc7876fde tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0810740 Apr 07 12:03:04.335514 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-33ecf327-3f69-4d35-84f2-ebd968379308 req-9200c6ec-1966-48d3-a25d-a1043afcabcf tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Apr 07 12:03:05.392779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49eb77-485e-49e4-b0d0-9463069d02d4 req-ea573e62-c4f2-432c-81b7-de9adda7cc78 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:05.394267 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1f49eb77-485e-49e4-b0d0-9463069d02d4 req-ea573e62-c4f2-432c-81b7-de9adda7cc78 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0555215 Apr 07 12:03:05.478286 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1f49eb77-485e-49e4-b0d0-9463069d02d4 req-a593f266-71d0-4727-bd27-c4e8d81e1de5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784216 Apr 07 12:03:05.484990 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e452af-1a86-454b-998b-da1220e1b4f7 req-f5ae4663-9e31-418c-b6e4-427dc996b2e4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:05.486382 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-79e452af-1a86-454b-998b-da1220e1b4f7 req-f5ae4663-9e31-418c-b6e4-427dc996b2e4 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0808358 Apr 07 12:03:05.533092 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-79e452af-1a86-454b-998b-da1220e1b4f7 req-0ad594d7-7a05-4d8e-bb00-d0b663a9752a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Apr 07 12:03:06.036196 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb49ed-8ac9-4285-9ced-eaa5ba6c0719 req-852ea2c6-524b-49e9-9eaa-04f337f20881 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:06.037925 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e9eb49ed-8ac9-4285-9ced-eaa5ba6c0719 req-852ea2c6-524b-49e9-9eaa-04f337f20881 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0534246 Apr 07 12:03:06.118742 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e9eb49ed-8ac9-4285-9ced-eaa5ba6c0719 req-1f86d3a2-e3e0-4c49-ab0d-28f0677de382 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746298 Apr 07 12:03:06.126876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905265-f90f-424c-baa9-1cce53f824de req-66d5fe78-eb29-4b61-b99f-edc43d4cd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:06.128308 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3905265-f90f-424c-baa9-1cce53f824de req-66d5fe78-eb29-4b61-b99f-edc43d4cd5de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1129 time: 0.0689466 Apr 07 12:03:06.217584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905265-f90f-424c-baa9-1cce53f824de req-4aca3caa-e59b-4d45-9852-5279aea08716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:06.219078 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3905265-f90f-424c-baa9-1cce53f824de req-4aca3caa-e59b-4d45-9852-5279aea08716 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0837784 Apr 07 12:03:06.286664 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3905265-f90f-424c-baa9-1cce53f824de req-3c9296f7-0d7b-4e43-823e-c21a916cb4a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 200 len: 1000 time: 0.0604105 Apr 07 12:03:06.333012 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905265-f90f-424c-baa9-1cce53f824de req-4543cae9-77bb-4bfd-bfee-2a8f8a4638cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:06.334732 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3905265-f90f-424c-baa9-1cce53f824de req-4543cae9-77bb-4bfd-bfee-2a8f8a4638cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0417032 Apr 07 12:03:06.380874 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905265-f90f-424c-baa9-1cce53f824de req-d9c6a551-bb6f-46e7-97bc-b474d59e0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:06.382269 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3905265-f90f-424c-baa9-1cce53f824de req-d9c6a551-bb6f-46e7-97bc-b474d59e0b19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421829 Apr 07 12:03:06.474177 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3905265-f90f-424c-baa9-1cce53f824de req-d5dd6e0a-5e29-415e-b65e-8223c7f5465d service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847173 Apr 07 12:03:06.592000 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3905265-f90f-424c-baa9-1cce53f824de req-d7e551f3-ee63-4a35-875d-db4a379c1e00 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117713 Apr 07 12:03:06.611124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a05b6-1940-401a-82c7-4a1c610f8094 req-d6d4defe-de50-4b22-bf8a-b5d51f73ae8c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:06.612572 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-520a05b6-1940-401a-82c7-4a1c610f8094 req-d6d4defe-de50-4b22-bf8a-b5d51f73ae8c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0654852 Apr 07 12:03:06.660919 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-520a05b6-1940-401a-82c7-4a1c610f8094 req-b3245a81-8aaf-492d-af92-573992e87f61 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Apr 07 12:03:07.233492 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6931a88-a9de-4d8b-bbd7-cd06628abf61 req-f38c2f0c-967c-42b0-8d39-76fe276d7ec0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:07.234969 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6931a88-a9de-4d8b-bbd7-cd06628abf61 req-f38c2f0c-967c-42b0-8d39-76fe276d7ec0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0509982 Apr 07 12:03:07.280919 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6931a88-a9de-4d8b-bbd7-cd06628abf61 req-da88fe22-36de-4837-a52e-7d1adc30c77b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Apr 07 12:03:07.785443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819555-f5c8-4cdf-a96d-8dc69f9f7a9f req-2c0d4f6d-9f9c-4439-b68a-5b535a441c00 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:07.786925 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e1819555-f5c8-4cdf-a96d-8dc69f9f7a9f req-2c0d4f6d-9f9c-4439-b68a-5b535a441c00 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0552075 Apr 07 12:03:07.837335 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e1819555-f5c8-4cdf-a96d-8dc69f9f7a9f req-0f637550-be9a-4fcd-96be-180c557c2a4e tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445938 Apr 07 12:03:08.396694 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436432-6428-4d09-83f3-c7c71bff7d62 req-1bd2e89e-5027-472d-9997-38aa24798ab8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:08.399009 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6c436432-6428-4d09-83f3-c7c71bff7d62 req-1bd2e89e-5027-472d-9997-38aa24798ab8 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0525873 Apr 07 12:03:08.444876 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6c436432-6428-4d09-83f3-c7c71bff7d62 req-72ed7e43-7a85-44a8-b1a6-19fd4fce404d tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Apr 07 12:03:08.957408 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b420fe6-4f69-482a-be00-5eec991c40c6 req-47e6ca12-1013-40c7-a689-4158a27781ba tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:08.958902 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b420fe6-4f69-482a-be00-5eec991c40c6 req-47e6ca12-1013-40c7-a689-4158a27781ba tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0558720 Apr 07 12:03:09.006717 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b420fe6-4f69-482a-be00-5eec991c40c6 req-e09d8260-ee5e-4c8f-8f41-abcd61eb2cd9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Apr 07 12:03:09.562041 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e8cc9-2d57-4c37-b684-a9352846b502 req-c880f172-a3c2-4273-bbad-d6ccb2893c40 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:09.563638 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-630e8cc9-2d57-4c37-b684-a9352846b502 req-c880f172-a3c2-4273-bbad-d6ccb2893c40 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0520451 Apr 07 12:03:09.612118 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-630e8cc9-2d57-4c37-b684-a9352846b502 req-7b0ab9e1-0d78-417e-afba-410738daae62 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Apr 07 12:03:10.125638 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791d42e-62e6-4239-8464-47b5eda29f17 req-0f763ed9-a502-4beb-9f8f-2a1a20f82690 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:10.127042 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f791d42e-62e6-4239-8464-47b5eda29f17 req-0f763ed9-a502-4beb-9f8f-2a1a20f82690 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0519941 Apr 07 12:03:10.179181 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f791d42e-62e6-4239-8464-47b5eda29f17 req-a677a61d-241f-48c7-92e3-7b8b8dc7e758 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452044 Apr 07 12:03:10.729410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af7308-d969-41b7-b6c9-7c2a457e1d81 req-1fff67f9-519a-4964-95e7-bba69ca33a79 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:10.730806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61af7308-d969-41b7-b6c9-7c2a457e1d81 req-1fff67f9-519a-4964-95e7-bba69ca33a79 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Apr 07 12:03:10.777270 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61af7308-d969-41b7-b6c9-7c2a457e1d81 req-6f761cfc-b058-4ff5-bf43-8a9ae33fa1d9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408916 Apr 07 12:03:10.889847 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14de26-3404-44b6-b556-d2b1003d5f68 req-23d57ace-e91e-4ec1-b409-956020692f5c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:10.891336 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f14de26-3404-44b6-b556-d2b1003d5f68 req-23d57ace-e91e-4ec1-b409-956020692f5c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Apr 07 12:03:10.900781 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39612) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:10.905314 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Request body: {'floatingip': {'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:10.963378 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:11.368441 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9061a-6c05-4094-ba1e-bce074428178 req-60217d58-7fcd-4625-b3e4-112699e15869 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:11.369945 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-85a9061a-6c05-4094-ba1e-bce074428178 req-60217d58-7fcd-4625-b3e4-112699e15869 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.1254027 Apr 07 12:03:11.466600 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-85a9061a-6c05-4094-ba1e-bce074428178 req-87c2b279-3e0c-452b-b79a-d356a6d1c2b5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885086 Apr 07 12:03:11.518165 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:11.582602 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:11.799364 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:03:11.906559 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:03:11.910992 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:11.917426 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] Sync routers for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:03:11.927599 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:11.928735 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:02:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:11.945941 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:11.948254 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd393298-d890-4531-9fe8-2d6dc771e8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:11.979167 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7c04d416-b5ae-426e-b33e-997489bd5ba6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "PUT /v2.0/floatingips/2a66732e-0eeb-4ce1-9820-cf77b9e823fc HTTP/1.1" status: 200 len: 992 time: 1.0772016 Apr 07 12:03:11.983936 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453dc0be-9703-46b9-b501-87cc5f20e28b x-openstack-request-id: req-453dc0be-9703-46b9-b501-87cc5f20e28b {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:11.984221 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:11.984473 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-453dc0be-9703-46b9-b501-87cc5f20e28b {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:11.984866 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453dc0be-9703-46b9-b501-87cc5f20e28b'] response: {'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'status': 'completed', 'code': 200} Apr 07 12:03:12.048808 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:12.052135 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-029905b8-0d35-4f8d-b12a-58b90d30149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:12.054205 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-029905b8-0d35-4f8d-b12a-58b90d30149f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1129 time: 0.0468836 Apr 07 12:03:12.148746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-eb25dad8-0105-43a5-89e5-c24a0d9647c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:12.150215 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-eb25dad8-0105-43a5-89e5-c24a0d9647c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0893776 Apr 07 12:03:12.221073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-687aaff7-02d1-4969-98f1-ef9283726620 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 200 len: 1000 time: 0.0626574 Apr 07 12:03:12.269235 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-074ab1dd-13c6-40b4-9e54-3f103afd1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:12.270729 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-074ab1dd-13c6-40b4-9e54-3f103afd1c82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0434794 Apr 07 12:03:12.279934 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2a66732e-0eeb-4ce1-9820-cf77b9e823fc', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'mac_address': 'fa:16:3e:a8:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:43Z', 'updated_at': '2022-04-07T12:03:11Z', 'revision_number': 3, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:12.308701 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] Checking router: b45ce4e7-d4f7-40cb-93c4-74a28311dc28 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:03:12.316713 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:12.317314 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:02:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:12.319802 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-2929763a-5c51-41cf-8901-9c96c4c56de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:12.321312 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-2929763a-5c51-41cf-8901-9c96c4c56de5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450041 Apr 07 12:03:12.434923 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-69f5c804-5e34-4d5b-ba95-e6e8cf0cb919 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919328 Apr 07 12:03:12.516371 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:12.528806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd393298-d890-4531-9fe8-2d6dc771e8ae req-fcca5e85-290e-476e-9f37-053d2fffa40f service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870514 Apr 07 12:03:12.589847 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d1e26-1c90-4c08-b80f-a7ecf627745b req-3aaaf46a-c084-4a66-8416-120e923a0e46 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:12.591332 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-397d1e26-1c90-4c08-b80f-a7ecf627745b req-3aaaf46a-c084-4a66-8416-120e923a0e46 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0525711 Apr 07 12:03:12.643746 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-397d1e26-1c90-4c08-b80f-a7ecf627745b req-b3be5185-f3ba-4a43-a15a-b46d3b33bd7a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467684 Apr 07 12:03:12.743660 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2a66732e-0eeb-4ce1-9820-cf77b9e823fc', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'mac_address': 'fa:16:3e:a8:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:43Z', 'updated_at': '2022-04-07T12:03:11Z', 'revision_number': 3, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:12.772821 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622b6e2-c68f-4990-9591-68415a8871aa None None] The sync data for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi is: [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2a66732e-0eeb-4ce1-9820-cf77b9e823fc', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'port_id': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'mac_address': 'fa:16:3e:a8:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc21661e-a865-4c3c-b403-f15541cac263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:57:43Z', 'updated_at': '2022-04-07T12:03:11Z', 'revision_number': 3, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:03:12.876926 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-955f85ea-eda2-45e6-89c5-bf3cae58d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:12.878453 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-955f85ea-eda2-45e6-89c5-bf3cae58d5cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1129 time: 0.0472529 Apr 07 12:03:12.906108 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:12.984030 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-ea932080-4798-4c59-8caf-5f180ea3e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:12.985639 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-ea932080-4798-4c59-8caf-5f180ea3e4ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 200 len: 909 time: 0.1000376 Apr 07 12:03:13.058084 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-cbd7b923-592f-47f7-88df-41ccd16c03d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 1001 time: 0.0662479 Apr 07 12:03:13.105558 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-c5bca934-e9af-45f7-bb89-d1c42a91ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:13.106940 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-c5bca934-e9af-45f7-bb89-d1c42a91ea5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a2b290-177b-4ce6-8191-9467df569986 HTTP/1.1" status: 200 len: 847 time: 0.0430512 Apr 07 12:03:13.152462 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-447c81f3-69c9-4b6a-bf09-62c3edceb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:13.153903 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-447c81f3-69c9-4b6a-bf09-62c3edceb596 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39d74b45-bed8-42bd-b144-0794be4726be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416141 Apr 07 12:03:13.244450 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-5baaef6e-b2af-42dd-aaf9-7dab955f229e service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Apr 07 12:03:13.573900 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-182113f7-6406-4fed-8766-d796b1f0aaaf req-a351d362-5b96-456a-be35-97538831a1ab service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185372 Apr 07 12:03:13.761393 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1993e0-e9a0-4341-85ed-3235e787eefa req-e70acd3c-8b19-4a30-8382-21fe257ca83f tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:13.762888 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a1993e0-e9a0-4341-85ed-3235e787eefa req-e70acd3c-8b19-4a30-8382-21fe257ca83f tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0506914 Apr 07 12:03:13.810036 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0a1993e0-e9a0-4341-85ed-3235e787eefa req-dafd4e5c-a2e5-4aa5-a006-a3d68e6e5914 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Apr 07 12:03:13.986297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:13.988931 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869f3f9c-2d21-4003-b7c6-08e371df0f15" -d '{"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:14.023323 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303ee666-88c1-4cfe-b555-eeb4d61cb680 x-openstack-request-id: req-303ee666-88c1-4cfe-b555-eeb4d61cb680 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:14.023615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:14.023868 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-303ee666-88c1-4cfe-b555-eeb4d61cb680 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:14.024269 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303ee666-88c1-4cfe-b555-eeb4d61cb680'] response: {'name': 'network-changed', 'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'status': 'completed', 'code': 200} Apr 07 12:03:14.769995 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-b60f0a8b-2570-4d50-94fd-71cbb710ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:14.771461 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-b60f0a8b-2570-4d50-94fd-71cbb710ea18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 1129 time: 0.0426025 Apr 07 12:03:14.872005 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-235e7707-b68c-4f49-bcb2-a538d2fcd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:14.873461 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-235e7707-b68c-4f49-bcb2-a538d2fcd493 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 200 len: 919 time: 0.0965333 Apr 07 12:03:14.969040 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-58ee8515-bd1a-4ec9-a077-7ab0498fea03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 200 len: 1000 time: 0.0895569 Apr 07 12:03:14.978522 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5770e6-6331-4d02-973b-e80da48e87da req-181feaf3-e0aa-4d51-8e37-62f7125ccb5d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:14.979932 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cd5770e6-6331-4d02-973b-e80da48e87da req-181feaf3-e0aa-4d51-8e37-62f7125ccb5d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0951288 Apr 07 12:03:15.027524 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cd5770e6-6331-4d02-973b-e80da48e87da req-b5dc30c6-8210-49b1-a81f-b8578c64e1bd tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Apr 07 12:03:15.148504 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-53761476-bc1e-4d40-8dbf-863aea656f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:15.149936 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-53761476-bc1e-4d40-8dbf-863aea656f33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 200 len: 857 time: 0.0456567 Apr 07 12:03:15.205351 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-b8ca0b96-7823-41ce-a3fa-39aeaf3bfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:15.206949 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-b8ca0b96-7823-41ce-a3fa-39aeaf3bfba9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01b8ce78-e1aa-4969-9bf5-06218e762e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435166 Apr 07 12:03:15.299118 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-ff74f045-e5bb-4ab5-9885-dcfda3ef1e49 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854335 Apr 07 12:03:15.386802 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-869f3f9c-2d21-4003-b7c6-08e371df0f15 req-d6c5b4c3-c4ae-48e8-a87e-83aaa6c16071 service neutron] 10.222.0.48 "GET /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818121 Apr 07 12:03:16.151894 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39ac3-1190-471d-a03f-03f97b6dd230 req-ea3c317f-e879-4685-a719-60ca8ebc28b8 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:16.153445 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-50d39ac3-1190-471d-a03f-03f97b6dd230 req-ea3c317f-e879-4685-a719-60ca8ebc28b8 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0585923 Apr 07 12:03:16.201955 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-50d39ac3-1190-471d-a03f-03f97b6dd230 req-4d3fe804-5e4e-46f7-80b6-c9233a51ca07 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429237 Apr 07 12:03:16.269756 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-52b1bb07-55db-485b-9a67-d78b87182037 req-b206b83a-9f1d-4a4e-af34-db58356438a8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:03:16.270750 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-52b1bb07-55db-485b-9a67-d78b87182037 req-b206b83a-9f1d-4a4e-af34-db58356438a8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052803 Apr 07 12:03:16.571349 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62b316-3018-4ed6-9bba-fafc28550f8e req-ac8dff00-eb6f-4010-b8d0-cc16201df9fc tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:16.572847 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a62b316-3018-4ed6-9bba-fafc28550f8e req-ac8dff00-eb6f-4010-b8d0-cc16201df9fc tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0527654 Apr 07 12:03:16.627532 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a62b316-3018-4ed6-9bba-fafc28550f8e req-ce0bbc91-abfa-4bce-8d19-fc1b25ce474b tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482349 Apr 07 12:03:16.659597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39644) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:16.749352 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-60d95d4b-0046-4dc5-b13c-e77e4d74aada service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885162 Apr 07 12:03:16.758672 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-164814ad-d0f8-4675-8ad2-a9e0d5183854 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:03:16.759631 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-164814ad-d0f8-4675-8ad2-a9e0d5183854 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054512 Apr 07 12:03:16.833820 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39652) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:16.927486 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-cbad098d-f604-4959-bafd-3e9d6d0fbbe9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:16.928900 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-cbad098d-f604-4959-bafd-3e9d6d0fbbe9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports/a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 942 time: 0.0932853 Apr 07 12:03:17.171980 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:17.745502 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d68c7f-a42d-4291-b513-631fcfcf8f07 req-92c716d4-9f69-4396-b653-46b91d766003 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:17.746972 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-29d68c7f-a42d-4291-b513-631fcfcf8f07 req-92c716d4-9f69-4396-b653-46b91d766003 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0525208 Apr 07 12:03:17.794784 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-29d68c7f-a42d-4291-b513-631fcfcf8f07 req-62a82b6f-ab0f-4a68-930a-e9a9ceedb7bd tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Apr 07 12:03:18.231595 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a172fc7a-9541-45a3-990a-8550330f7ca8 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:03:18.308614 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a172fc7a-9541-45a3-990a-8550330f7ca8 is: ACTIVE; New status is: DOWN {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:18.309001 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:18.330321 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:18.332563 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40c0fce-1e27-41e9-9897-2f15ce7d4f85" -d '{"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-unplugged", "status": "completed", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:18.345201 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:18.365024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c5fddc-0d58-41bc-a00b-01401c434b4f x-openstack-request-id: req-15c5fddc-0d58-41bc-a00b-01401c434b4f {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:18.365024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-unplugged", "status": "failed", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8", "code": 422}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:18.365024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15c5fddc-0d58-41bc-a00b-01401c434b4f {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:18.365024 dv-cinder-836769-3-iscsi neutron-server[110305]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-15c5fddc-0d58-41bc-a00b-01401c434b4f']: {'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'code': 422} returned with failed status Apr 07 12:03:18.411321 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:18.464293 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=6']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:18.922354 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194d5d6-9124-415d-a0d0-3540c1c92e13 req-63757b53-5fc8-460f-9c0d-b3680d524b01 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:18.924081 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3194d5d6-9124-415d-a0d0-3540c1c92e13 req-63757b53-5fc8-460f-9c0d-b3680d524b01 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0561590 Apr 07 12:03:18.980450 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3194d5d6-9124-415d-a0d0-3540c1c92e13 req-a3adc244-418b-4461-80ca-4349795e0024 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501745 Apr 07 12:03:19.596521 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-18de3924-1455-4a2f-8a67-733521334658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:19.597997 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-18de3924-1455-4a2f-8a67-733521334658 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc&tenant_id=4fa2b79396a843e087f247c1f6558746 HTTP/1.1" status: 200 len: 1127 time: 0.0442050 Apr 07 12:03:19.661443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-a1447712-4765-4c37-9863-4028e11175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:19.662965 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-a1447712-4765-4c37-9863-4028e11175c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1127 time: 0.0431385 Apr 07 12:03:19.757759 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-2b439796-15ab-4311-8f9c-ca23c47bad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:19.759213 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-2b439796-15ab-4311-8f9c-ca23c47bad90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 200 len: 909 time: 0.0877240 Apr 07 12:03:19.824016 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-e83d89dd-c94f-43b2-bfd4-5c1c3f20f712 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 999 time: 0.0584044 Apr 07 12:03:19.872090 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-d9e1ded3-7f20-4eed-b76a-947ae755a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:19.873520 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-d9e1ded3-7f20-4eed-b76a-947ae755a48a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a2b290-177b-4ce6-8191-9467df569986 HTTP/1.1" status: 200 len: 847 time: 0.0433133 Apr 07 12:03:19.926558 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-0ba14568-467f-492c-bdd2-270e56603650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:19.928038 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-0ba14568-467f-492c-bdd2-270e56603650 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39d74b45-bed8-42bd-b144-0794be4726be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449750 Apr 07 12:03:20.022278 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-d12bad08-f2a3-476e-8b7f-5f5eb9d7f9f8 service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Apr 07 12:03:20.143663 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-5d6ab31f-8b61-4e51-96d5-f3b511916115 service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174619 Apr 07 12:03:20.151950 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78b7fc-1fd0-4fe5-a69a-80c91e1509e5 req-97c2583d-fe6d-434a-a5e3-8965a280242d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:20.153333 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bc78b7fc-1fd0-4fe5-a69a-80c91e1509e5 req-97c2583d-fe6d-434a-a5e3-8965a280242d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.1046736 Apr 07 12:03:20.204770 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bc78b7fc-1fd0-4fe5-a69a-80c91e1509e5 req-1273b12e-d67d-478d-a7ec-6b9c07eeb38e tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458264 Apr 07 12:03:21.326252 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7026b-913c-433f-a52a-7d5547c4b82c req-8f854fdc-7388-4536-bf85-6af2c4cb9f03 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:21.327741 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-55b7026b-913c-433f-a52a-7d5547c4b82c req-8f854fdc-7388-4536-bf85-6af2c4cb9f03 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0552518 Apr 07 12:03:21.375311 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-55b7026b-913c-433f-a52a-7d5547c4b82c req-58fb49b1-c461-491b-ad08-847a6f22f2fb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Apr 07 12:03:22.495617 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac714eb-8e86-49af-a2a1-c90b06a329c1 req-2b78d327-ea9f-482b-99c3-4f8f768cb6c2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:22.497125 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ac714eb-8e86-49af-a2a1-c90b06a329c1 req-2b78d327-ea9f-482b-99c3-4f8f768cb6c2 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0525424 Apr 07 12:03:22.558188 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ac714eb-8e86-49af-a2a1-c90b06a329c1 req-ee875d0c-a1c9-4227-8bf9-25d153ef88b0 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553093 Apr 07 12:03:23.672861 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711651-89e3-4f54-aefa-dcfc902efaea req-ea98cfd8-edf3-48ef-8a52-031fd0d9ad4f tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:23.674314 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ad711651-89e3-4f54-aefa-dcfc902efaea req-ea98cfd8-edf3-48ef-8a52-031fd0d9ad4f tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0504165 Apr 07 12:03:23.726771 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ad711651-89e3-4f54-aefa-dcfc902efaea req-8dc0e7df-6947-4999-b8d3-47b022ecd0db tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455356 Apr 07 12:03:24.848491 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5295-0fd1-4952-b988-539beb08f57a req-3d78c601-4f61-4bd0-917c-d4afb00ce69d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:24.849986 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa5c5295-0fd1-4952-b988-539beb08f57a req-3d78c601-4f61-4bd0-917c-d4afb00ce69d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0588930 Apr 07 12:03:24.901461 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa5c5295-0fd1-4952-b988-539beb08f57a req-d9e802e5-557b-4408-aa5b-c10e0d6dfdfa tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447226 Apr 07 12:03:26.019389 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52a7de-9dcf-47f1-b1b9-55d186d99925 req-72d2f820-0c10-43b7-ac10-376e49365330 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:26.020934 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7a52a7de-9dcf-47f1-b1b9-55d186d99925 req-72d2f820-0c10-43b7-ac10-376e49365330 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0515230 Apr 07 12:03:26.068317 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7a52a7de-9dcf-47f1-b1b9-55d186d99925 req-3812d3ec-41e3-4d21-87f9-ec1460ba1f45 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Apr 07 12:03:26.982379 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-31283f51-16e7-4bbb-b870-6f96bb4f3a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:27.188720 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201442e3-d332-49a1-b39e-3fd03e88d7bc req-61ff464f-0e8d-44f9-9098-0e93d3836924 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:27.190216 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-201442e3-d332-49a1-b39e-3fd03e88d7bc req-61ff464f-0e8d-44f9-9098-0e93d3836924 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0578651 Apr 07 12:03:27.247287 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-201442e3-d332-49a1-b39e-3fd03e88d7bc req-b8dcb662-c68d-42c4-b1d3-41a42c54a3cb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494039 Apr 07 12:03:28.274727 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a172fc7a-9541-45a3-990a-8550330f7ca8 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:03:28.362398 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b154-fd6c-49cf-b5fc-b844b4d8137a req-dc1dd808-a08a-472f-8c6b-01d6043c6bd6 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:28.363946 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9209b154-fd6c-49cf-b5fc-b844b4d8137a req-dc1dd808-a08a-472f-8c6b-01d6043c6bd6 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 943 time: 0.0513353 Apr 07 12:03:28.372570 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:28.384395 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'port_id': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'mac_address': 'fa:16:3e:4b:b1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:03:28.413912 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9209b154-fd6c-49cf-b5fc-b844b4d8137a req-1e76fddc-d679-4b91-82c2-6ceb1616c266 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434947 Apr 07 12:03:28.421914 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a172fc7a-9541-45a3-990a-8550330f7ca8 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:28.422326 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.438899 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a172fc7a-9541-45a3-990a-8550330f7ca8 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:03:28.457888 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:28.519796 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.565573 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=7']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:28.971848 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['a172fc7a-9541-45a3-990a-8550330f7ca8'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:03:29.509054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a41b93e6-17c6-4e68-abc7-cd71b67968a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:29.535340 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85427ae-9d2b-4f78-9743-776e38194d02 req-6ea19d75-5e65-422f-b1b1-86bbd73be1ed tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:29.536806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b85427ae-9d2b-4f78-9743-776e38194d02 req-6ea19d75-5e65-422f-b1b1-86bbd73be1ed tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 944 time: 0.0568228 Apr 07 12:03:29.585066 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b85427ae-9d2b-4f78-9743-776e38194d02 req-fc1a10b3-9d1f-4254-8c7f-4d1ae6990600 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 Apr 07 12:03:30.272273 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a172fc7a-9541-45a3-990a-8550330f7ca8 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:03:30.310141 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.320830 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port a172fc7a-9541-45a3-990a-8550330f7ca8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:03:30.323675 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.398682 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a172fc7a-9541-45a3-990a-8550330f7ca8 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:30.399070 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.420949 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:30.423176 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d908081-1c18-49f5-9417-380f7270818d" -d '{"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-plugged", "status": "completed", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:30.437511 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:30.459220 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634420bf-907a-49df-b6e5-22b5fa82e6d8 x-openstack-request-id: req-634420bf-907a-49df-b6e5-22b5fa82e6d8 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:30.459572 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-plugged", "status": "completed", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:30.459806 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-634420bf-907a-49df-b6e5-22b5fa82e6d8 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:30.460224 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634420bf-907a-49df-b6e5-22b5fa82e6d8'] response: {'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'code': 200} Apr 07 12:03:30.496998 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.543965 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=8']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:30.703613 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8aab0-dda6-4f8c-94a5-e6187d326441 req-024c1f1a-2721-4c59-9479-608bb81bf0cf tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:30.705089 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e1a8aab0-dda6-4f8c-94a5-e6187d326441 req-024c1f1a-2721-4c59-9479-608bb81bf0cf tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0531828 Apr 07 12:03:30.762993 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e1a8aab0-dda6-4f8c-94a5-e6187d326441 req-1b70c6b1-b055-44a7-a5ac-72fdff7d4573 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510511 Apr 07 12:03:30.795881 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645028a1-ee7f-4e79-ab7c-fa87fb9bdd72 req-11804fdd-46f9-4564-8ad2-8159a84219dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:30.797290 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-645028a1-ee7f-4e79-ab7c-fa87fb9bdd72 req-11804fdd-46f9-4564-8ad2-8159a84219dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1129 time: 0.0461831 Apr 07 12:03:30.845890 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-645028a1-ee7f-4e79-ab7c-fa87fb9bdd72 req-d3d36d69-3092-486f-b90f-4b938ce00f39 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Apr 07 12:03:31.880513 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7880c2a-c20a-4592-b55c-dc24b05372ef req-e976e292-aff0-49a8-bc4f-682b82a63b42 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:31.881971 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d7880c2a-c20a-4592-b55c-dc24b05372ef req-e976e292-aff0-49a8-bc4f-682b82a63b42 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0512838 Apr 07 12:03:31.930096 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d7880c2a-c20a-4592-b55c-dc24b05372ef req-25302ffb-4e0a-4a85-bb4a-952164b8d083 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Apr 07 12:03:32.039846 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:33.046402 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628584d8-5a80-4d6f-af45-9cda17d0f038 req-e3c32736-6c5e-49c8-af9d-031296fbf656 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:33.047889 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-628584d8-5a80-4d6f-af45-9cda17d0f038 req-e3c32736-6c5e-49c8-af9d-031296fbf656 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0512974 Apr 07 12:03:33.096083 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-628584d8-5a80-4d6f-af45-9cda17d0f038 req-35761bb9-87ce-4fe1-a8e5-ada895a638e7 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426791 Apr 07 12:03:33.416951 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:45.263463 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb638d52-7708-4486-9931-e7522b52330b req-b2a9c190-1aa9-4668-bdd9-d62a6fd9445d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:45.264938 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bb638d52-7708-4486-9931-e7522b52330b req-b2a9c190-1aa9-4668-bdd9-d62a6fd9445d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0553384 Apr 07 12:03:45.312309 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bb638d52-7708-4486-9931-e7522b52330b req-a9c93722-4c9b-4e79-9ba1-e43e965f8d7f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418150 Apr 07 12:03:46.430062 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd29bc-05bd-42ae-85a7-a6bca3ecc6cb req-6877dc84-b25c-4bcb-9565-eba664b9e72c tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:46.431812 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7fdd29bc-05bd-42ae-85a7-a6bca3ecc6cb req-6877dc84-b25c-4bcb-9565-eba664b9e72c tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0516694 Apr 07 12:03:46.480468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7fdd29bc-05bd-42ae-85a7-a6bca3ecc6cb req-a2274460-9737-4c5b-ae83-407b74fc173a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Apr 07 12:03:47.148090 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:47.338822 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-2d2b4b2d-e303-40fe-9558-1a4c222798b9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:47.340254 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-2d2b4b2d-e303-40fe-9558-1a4c222798b9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.0501118 Apr 07 12:03:47.436789 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Deleting port d0caf6fd-726a-46b1-887f-f51708aa2f18 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:03:47.437478 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:47.537726 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] For port d0caf6fd-726a-46b1-887f-f51708aa2f18, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=d0caf6fd-726a-46b1-887f-f51708aa2f18,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:47.538066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:47.717996 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49208c2-c613-4a3e-ae3c-ea439cdc99f0 req-e0f01fc4-9258-4294-a455-968c53379585 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:47.719403 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f49208c2-c613-4a3e-ae3c-ea439cdc99f0 req-e0f01fc4-9258-4294-a455-968c53379585 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 945 time: 0.1737092 Apr 07 12:03:47.795625 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:47.795987 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (79afeca2-1e54-4dae-8461-af3d226a8714), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:47.796297 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Floating IP 79afeca2-1e54-4dae-8461-af3d226a8714 disassociated. External IP: 172.27.1.147, port: d0caf6fd-726a-46b1-887f-f51708aa2f18. Apr 07 12:03:47.796633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Calling delete_port for d0caf6fd-726a-46b1-887f-f51708aa2f18 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:03:47.903047 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f49208c2-c613-4a3e-ae3c-ea439cdc99f0 req-b6e004df-2ee1-43b6-81dc-9b6c1179639e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771095 Apr 07 12:03:48.022777 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (d0caf6fd-726a-46b1-887f-f51708aa2f18), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:48.051196 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event deleted for resources: {'Port': ['ID=d0caf6fd-726a-46b1-887f-f51708aa2f18,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:48.062824 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.063175 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.063525 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.063850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.064184 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.064510 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.064833 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.065155 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.065479 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.065815 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.066141 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.066461 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.066845 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.067140 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.067456 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:48.197177 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-c9e08b4b-6411-403f-abae-62f3307fff20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925019 Apr 07 12:03:48.208572 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:03:48.338770 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844cb4-5635-460d-a057-96e60a042f2e req-b13a2d5c-6411-427e-aeb8-2fa6559916fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:48.340169 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-b13a2d5c-6411-427e-aeb8-2fa6559916fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 1131 time: 0.1188564 Apr 07 12:03:48.352885 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:03:48.362867 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:03:48.375497 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:48.376014 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:03:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:48.415905 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] No DVR routers for this DVR port d0caf6fd-726a-46b1-887f-f51708aa2f18 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:03:48.419569 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:48.422849 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7749d463-07e8-4d3b-a71a-93e2652a8641 req-d960d5e5-bfd6-4c95-a21f-3d21cbcebd5e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "DELETE /v2.0/ports/d0caf6fd-726a-46b1-887f-f51708aa2f18 HTTP/1.1" status: 204 len: 173 time: 1.0768714 Apr 07 12:03:48.423290 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'name': 'network-vif-deleted', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:48.425551 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255135ec-1fe6-43a8-9cfe-c91a3ea3c5f8" -d '{"events": [{"server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "name": "network-vif-deleted", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:48.488892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b1d24e-7d91-4653-96ac-812f5a348ec0 x-openstack-request-id: req-e8b1d24e-7d91-4653-96ac-812f5a348ec0 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:48.489545 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7038b8d2-aba6-4308-b3a1-33291e324156", "name": "network-vif-deleted", "tag": "d0caf6fd-726a-46b1-887f-f51708aa2f18", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:48.489545 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8b1d24e-7d91-4653-96ac-812f5a348ec0 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:48.490167 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b1d24e-7d91-4653-96ac-812f5a348ec0'] response: {'server_uuid': '7038b8d2-aba6-4308-b3a1-33291e324156', 'name': 'network-vif-deleted', 'tag': 'd0caf6fd-726a-46b1-887f-f51708aa2f18', 'status': 'completed', 'code': 200} Apr 07 12:03:48.493952 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844cb4-5635-460d-a057-96e60a042f2e req-c891d695-0a88-48c4-81f7-aefbc4124504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:48.496353 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-c891d695-0a88-48c4-81f7-aefbc4124504 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.1354172 Apr 07 12:03:48.505461 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:48.574151 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-9b9526f7-0d83-4b1f-b4bd-be376fdfc307 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 200 len: 1001 time: 0.0689032 Apr 07 12:03:48.626379 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844cb4-5635-460d-a057-96e60a042f2e req-8e7a76fe-92c5-4cf6-8bf4-b1689999c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:48.627881 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-8e7a76fe-92c5-4cf6-8bf4-b1689999c0de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0443895 Apr 07 12:03:48.707487 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:48.707817 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844cb4-5635-460d-a057-96e60a042f2e req-3adc1698-1276-4752-9ce0-cb1255faa368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:48.709305 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-3adc1698-1276-4752-9ce0-cb1255faa368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464478 Apr 07 12:03:48.734530 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:03:48.743964 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:48.744571 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:03:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:48.824962 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-77b76cfa-8789-40b4-88ac-6732e6194a67 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932939 Apr 07 12:03:48.865603 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:48.920920 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72844cb4-5635-460d-a057-96e60a042f2e req-bc55dfcc-9229-45cf-b275-4f913177cc79 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878508 Apr 07 12:03:49.001149 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af7e1286-3730-4230-9af5-164515582472 req-710b5976-0792-4c3f-ae3a-e477f90c2d4d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0258737 Apr 07 12:03:49.084309 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:49.113706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b61ba-1458-40eb-829a-aa216e9187d2 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:03:49.358100 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01631b2-3e89-4deb-9630-03e70b064fe5 None None] New status for floating IP 79afeca2-1e54-4dae-8461-af3d226a8714: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:03:49.727907 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-08699bd3-e555-448e-af3f-23b4bacfbcc8 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310075533&fields=id&tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe HTTP/1.1" status: 200 len: 267 time: 0.0481269 Apr 07 12:03:49.787686 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-aba788dc-b38f-48f8-82c5-34e6af2e4889 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:49.789172 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-aba788dc-b38f-48f8-82c5-34e6af2e4889 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 984 time: 0.0543947 Apr 07 12:03:49.801089 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Request body: {'port': {'security_groups': ['6df1d49c-d507-4218-84fa-5a25b65a3098']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:49.881911 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:49.905360 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:50.058224 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:50.342146 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3c0552eb-f6ab-477f-a17a-d9211b7526d0 req-e5833cc1-9b19-49b1-b5d3-ab49ea96e168 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7038b8d2-aba6-4308-b3a1-33291e324156 HTTP/1.1" status: 200 len: 210 time: 0.0294092 Apr 07 12:03:50.362370 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.365758 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device d0caf6fd-726a-46b1-887f-f51708aa2f18 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:03:50.387829 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: d0caf6fd-726a-46b1-887f-f51708aa2f18 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:03:50.388270 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device d0caf6fd-726a-46b1-887f-f51708aa2f18 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:03:50.439793 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.472186 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['f09020c1-74a1-4432-8e2f-bd915b8a03f1'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:03:50.483038 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:50.483839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.493735 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a21c7d34-1c8f-43f1-bf29-f7a3526081cf req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "PUT /v2.0/ports/f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 942 time: 0.6930251 Apr 07 12:03:50.493735 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:50.494667 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39738) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:50.495963 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c7cb23-50bb-445b-b7a8-8800b6686344" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:50.529497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d6e14-68fe-484a-96d6-9fc838fbe7d0 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event updated for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=7']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:50.580031 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27581ebc-0161-4579-9e6b-726b7ea8e761 x-openstack-request-id: req-27581ebc-0161-4579-9e6b-726b7ea8e761 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:50.580031 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:50.580475 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27581ebc-0161-4579-9e6b-726b7ea8e761 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:50.581115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27581ebc-0161-4579-9e6b-726b7ea8e761'] response: {'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'status': 'completed', 'code': 200} Apr 07 12:03:50.588971 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['f09020c1-74a1-4432-8e2f-bd915b8a03f1'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:03:50.612005 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group (167b9f02-d77f-473a-bc85-393f356a27a6), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.673525 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group (167b9f02-d77f-473a-bc85-393f356a27a6), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.706742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-4309fbd5-ce82-48c7-8eb8-a89e165ef2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:50.709361 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-4309fbd5-ce82-48c7-8eb8-a89e165ef2ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1129 time: 0.0909021 Apr 07 12:03:50.811339 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (167b9f02-d77f-473a-bc85-393f356a27a6), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.814346 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.816086 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "DELETE /v2.0/security-groups/167b9f02-d77f-473a-bc85-393f356a27a6 HTTP/1.1" status: 204 len: 168 time: 0.3192823 Apr 07 12:03:50.818432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39744) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:50.832186 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167b9f02-d77f-473a-bc85-393f356a27a6,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:50.844771 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.845113 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.845505 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.845923 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.847183 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.851247 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.852474 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.852985 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.853481 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.854110 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.854793 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.855283 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.855888 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.856386 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.856872 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cf428-ec59-4d0e-be0d-725771f93748 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.879589 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-e6eceacd-80e4-4806-b384-1bc5f7d62a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:50.881082 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-e6eceacd-80e4-4806-b384-1bc5f7d62a3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 916 time: 0.1586955 Apr 07 12:03:50.949822 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7f310d7e-523a-4369-bbf6-27f95ffc2c46 None None] Provisioning complete for port f09020c1-74a1-4432-8e2f-bd915b8a03f1 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:03:50.950422 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7f310d7e-523a-4369-bbf6-27f95ffc2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.009167 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-3cac0ccb-e41e-4f58-b8ae-9c9e932e5a6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 1001 time: 0.1178627 Apr 07 12:03:51.031853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7f310d7e-523a-4369-bbf6-27f95ffc2c46 None None] Current status of the port f09020c1-74a1-4432-8e2f-bd915b8a03f1 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:51.083065 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-48b5a4ee-cabf-4ff9-8758-389edad4d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:51.084440 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-48b5a4ee-cabf-4ff9-8758-389edad4d290 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 200 len: 854 time: 0.0657952 Apr 07 12:03:51.106612 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Deleting port df69904c-c5e2-47ac-a64b-b60bd149783f {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:03:51.106952 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.197222 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-4c24b3aa-8a8d-4497-951b-3a7c3af8a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:51.198794 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-4c24b3aa-8a8d-4497-951b-3a7c3af8a8eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f9080-a49f-48c3-aae8-8103bf2710e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045990 Apr 07 12:03:51.242725 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.243044 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for floatingip (df69904c-c5e2-47ac-a64b-b60bd149783f), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.288361 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Calling delete_port for df69904c-c5e2-47ac-a64b-b60bd149783f owned by network:floatingip {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:03:51.390804 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-f2e2b620-36f6-4019-b590-999961241e05 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834698 Apr 07 12:03:51.520367 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5c7cb23-50bb-445b-b7a8-8800b6686344 req-e0d8d415-6598-4ab3-bd28-e231e7542de5 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157327 Apr 07 12:03:51.601039 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-d205ba59-642f-4828-ba9d-fb8f9e41d9ae tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000117083&fields=id&tenant_id=903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 267 time: 0.0796869 Apr 07 12:03:51.668096 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (df69904c-c5e2-47ac-a64b-b60bd149783f), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.705605 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event deleted for resources: {'Port': ['ID=df69904c-c5e2-47ac-a64b-b60bd149783f,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:51.778669 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-c705afee-864a-4a6b-a741-29aad406be97 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:51.780136 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-c705afee-864a-4a6b-a741-29aad406be97 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 812 time: 0.1712973 Apr 07 12:03:51.797000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks [] for floatingip (77172ded-76e0-4898-a31b-8c5dbae72eb5), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:51.797322 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Floating IP 77172ded-76e0-4898-a31b-8c5dbae72eb5 disassociated (deleted). External IP: 172.27.1.138, port: f09020c1-74a1-4432-8e2f-bd915b8a03f1. Apr 07 12:03:51.800755 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-340fc547-5a59-4329-ad4d-d6a41d4fee48 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/quotas/903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 375 time: 0.0147860 Apr 07 12:03:51.931237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-d8d5282c-5a55-4c95-8731-6de1538e4668 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995026 Apr 07 12:03:52.110817 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-1be041dc-83b7-4800-a830-58fc8bda7f61 service neutron] 10.222.0.37 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356826 Apr 07 12:03:52.115908 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Router 9bafcc0e-a073-4287-8646-129aab9b2996 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:03:52.282340 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-a661b10f-cd6f-4125-8b63-ff6c513a64cc service neutron] 10.222.0.37 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650553 Apr 07 12:03:52.298492 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:03:52.303298 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:52.311405 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] Sync routers for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:03:52.323285 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:52.324142 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:03:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:52.336350 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b3e4ff8a-9fe3-41d8-9eb8-c0ee7a4ebad9 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "DELETE /v2.0/floatingips/77172ded-76e0-4898-a31b-8c5dbae72eb5 HTTP/1.1" status: 204 len: 168 time: 1.5167711 Apr 07 12:03:52.437492 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:52.582390 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:52.584900 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:52.649496 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:11Z', 'revision_number': 5, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:52.682493 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] Checking router: 9bafcc0e-a073-4287-8646-129aab9b2996 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:03:52.691215 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:52.691810 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:03:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:52.795502 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4307039e-7ee3-41be-838d-a2b753408df4 x-openstack-request-id: req-4307039e-7ee3-41be-838d-a2b753408df4 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:52.796052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:52.796900 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4307039e-7ee3-41be-838d-a2b753408df4 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:52.797081 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4307039e-7ee3-41be-838d-a2b753408df4'] response: {'name': 'network-changed', 'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'status': 'completed', 'code': 200} Apr 07 12:03:52.815622 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:52.906853 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-722ed0d3-2e59-4f60-af80-fe413d2c9fe4 req-c69962f2-8da0-46ee-945e-01ce5262e423 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 210 time: 0.0365641 Apr 07 12:03:52.924929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-da32f69c-a8ba-4282-96c9-4baa886b8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:52.926799 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-da32f69c-a8ba-4282-96c9-4baa886b8b43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 1129 time: 0.1017580 Apr 07 12:03:53.037047 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-836c3e12-be71-48e2-ad98-5a721da0884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:53.038670 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-836c3e12-be71-48e2-ad98-5a721da0884b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 200 len: 916 time: 0.1056077 Apr 07 12:03:53.047794 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:11Z', 'revision_number': 5, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:53.078906 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8690a3-883c-4a93-82eb-fd53b2dfc417 None None] The sync data for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi is: [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T11:57:04Z', 'revision_number': 4, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '042d89c9-ff43-4865-8b02-d28d167a7fdb', 'name': '', 'network_id': 'ad7f9080-a49f-48c3-aae8-8103bf2710e0', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'mac_address': 'fa:16:3e:e4:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:03Z', 'updated_at': '2022-04-07T11:57:11Z', 'revision_number': 5, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'subnets': [{'id': 'fb45b1dc-08f7-406f-8370-9a7c1d811edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:03:53.305582 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077aa52-def6-48a9-978d-6d3eb87caa86 None None] New status for floating IP 77172ded-76e0-4898-a31b-8c5dbae72eb5: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:03:53.423295 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-3fe7744f-c47b-4be9-b698-b06401687ebd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 200 len: 217 time: 0.0381320 Apr 07 12:03:53.471324 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-fc20c736-e1c8-4793-84c9-067298c2e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:53.472779 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-fc20c736-e1c8-4793-84c9-067298c2e510 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 200 len: 854 time: 0.0433462 Apr 07 12:03:53.579716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-8215bd21-f1d5-47a2-943d-188c97824906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:53.581480 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-8215bd21-f1d5-47a2-943d-188c97824906 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad7f9080-a49f-48c3-aae8-8103bf2710e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498350 Apr 07 12:03:53.674868 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-7ad72fe0-9d7f-4e24-8d08-a3802121ef21 service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847802 Apr 07 12:03:53.768160 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b67e8e2-5b22-4d34-8f50-d788e0bba2f5 req-943828ad-a648-4d7c-9487-8c80cc8803cc service neutron] 10.222.0.48 "GET /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Apr 07 12:03:54.000011 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e68b68ad-fafa-42cd-a659-471af0bbcb68 req-83464a48-2cc4-4f82-b73b-4e2157620b6f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 210 time: 0.0283308 Apr 07 12:03:54.692686 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-de1e4aa4-e873-4156-b202-f89d8b177973 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:54.694140 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-de1e4aa4-e873-4156-b202-f89d8b177973 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 812 time: 0.1023655 Apr 07 12:03:54.758792 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-07c335ab-ba6a-4549-9a84-be9cbe01f987 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 380 time: 0.0543239 Apr 07 12:03:54.767674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'port': {'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'admin_state_up': True, 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'security_groups': ['88a5cdee-1843-45dd-b888-bb20737dc708']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:54.954194 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Made reservation on behalf of 903aa713695e4491ab75a7a10dfd0903 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:03:54.957680 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.105129 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ddaba341-d86e-4b1a-8dfd-ba5e29bec29e req-91c759ad-9fc4-48b5-a626-4f57bc594f13 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 210 time: 0.0323784 Apr 07 12:03:55.121830 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Allocated IP 172.20.0.10 (4d227e2f-2e13-46e1-9fce-0b6009bb0797/6d48cfb2-faba-43d2-bc5a-1d630e14914b/c96463ac-93d1-4d1c-8909-3d4c466f88f2) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:03:55.521542 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.617555 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.660110 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:03:55.663035 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:03:55.666887 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:03:55.701937 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=c96463ac-93d1-4d1c-8909-3d4c466f88f2,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:55.728438 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:55.729052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.847970 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-81cca42f-36a7-47a4-8089-0be5b2e2860f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0838301 Apr 07 12:03:55.865574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Request body: {'port': {'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:55.893339 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-182429ab-9f05-48b2-97a0-b0918e96ce25 None None] Provisioning complete for port c96463ac-93d1-4d1c-8909-3d4c466f88f2 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:03:55.893936 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-182429ab-9f05-48b2-97a0-b0918e96ce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.928846 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-182429ab-9f05-48b2-97a0-b0918e96ce25 None None] Port c96463ac-93d1-4d1c-8909-3d4c466f88f2 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:03:55.946034 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.238812 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96463ac-93d1-4d1c-8909-3d4c466f88f2 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:03:56.248802 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Publish callbacks [] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.266267 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Transition to ACTIVE for port object c96463ac-93d1-4d1c-8909-3d4c466f88f2 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:03:56.273352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384e20e-5c11-4d51-bd79-25bffbd52a31 req-edd5150e-8f37-45bb-bfaf-5ac72bf011b0 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.274921 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4384e20e-5c11-4d51-bd79-25bffbd52a31 req-edd5150e-8f37-45bb-bfaf-5ac72bf011b0 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 932 time: 0.0999305 Apr 07 12:03:56.322655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.333757 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4384e20e-5c11-4d51-bd79-25bffbd52a31 req-e646d3cd-7327-4e01-a282-916bcfe5424a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529933 Apr 07 12:03:56.381209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Pushing event updated for resources: {'Port': ['ID=c96463ac-93d1-4d1c-8909-3d4c466f88f2,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:56.452852 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Attempting to bind port c96463ac-93d1-4d1c-8909-3d4c466f88f2 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:03:56.453182 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Attempting to bind port c96463ac-93d1-4d1c-8909-3d4c466f88f2 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:03:56.453507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Attempting to bind port c96463ac-93d1-4d1c-8909-3d4c466f88f2 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:03:56.458066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Port c96463ac-93d1-4d1c-8909-3d4c466f88f2 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:03:56.458389 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Attempting to bind port c96463ac-93d1-4d1c-8909-3d4c466f88f2 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:03:56.464382 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:03:56.464732 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Checking segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:03:56.465122 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Bound using segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:03:56.465558 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Bound port: c96463ac-93d1-4d1c-8909-3d4c466f88f2, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:03:56.465921 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.537047 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] For port c96463ac-93d1-4d1c-8909-3d4c466f88f2, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:03:56.540583 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] For port c96463ac-93d1-4d1c-8909-3d4c466f88f2, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:03:56.622857 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.657882 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.658486 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.659912 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] 10.222.0.48 "PUT /v2.0/ports/c96463ac-93d1-4d1c-8909-3d4c466f88f2 HTTP/1.1" status: 200 len: 1094 time: 0.7991011 Apr 07 12:03:56.660355 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:56.663925 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d01792b-73e8-4556-beb7-cb8c497342db" -d '{"events": [{"name": "network-changed", "server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:56.694132 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3408b59-83e5-480e-a8e3-b2ce4cc310be service neutron] Pushing event updated for resources: {'Port': ['ID=c96463ac-93d1-4d1c-8909-3d4c466f88f2,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:56.706030 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957183a5-1708-42f5-b23a-77fbbba6e9fd x-openstack-request-id: req-957183a5-1708-42f5-b23a-77fbbba6e9fd {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:56.706680 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:56.706788 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-957183a5-1708-42f5-b23a-77fbbba6e9fd {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:56.707203 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957183a5-1708-42f5-b23a-77fbbba6e9fd'] response: {'name': 'network-changed', 'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'status': 'completed', 'code': 200} Apr 07 12:03:56.767891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308049b-900f-4848-9f0e-5d382b44074b req-c4111daf-bc85-48e8-9b83-48d6d8fe8824 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.769517 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f308049b-900f-4848-9f0e-5d382b44074b req-c4111daf-bc85-48e8-9b83-48d6d8fe8824 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0554595 Apr 07 12:03:56.824318 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f308049b-900f-4848-9f0e-5d382b44074b req-c38c9d0e-e81a-4928-9af0-8aee600e0f9c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478117 Apr 07 12:03:57.028226 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d337-b64a-4fdb-95f7-8c3f28a4bbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:57.255379 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01792b-73e8-4556-beb7-cb8c497342db req-5e45e902-8741-4f27-9242-a08f0109eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.256800 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d01792b-73e8-4556-beb7-cb8c497342db req-5e45e902-8741-4f27-9242-a08f0109eb2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1128 time: 0.0456989 Apr 07 12:03:57.372914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01792b-73e8-4556-beb7-cb8c497342db req-1758a1de-d0d0-435c-889b-2b14be4f853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.374385 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d01792b-73e8-4556-beb7-cb8c497342db req-1758a1de-d0d0-435c-889b-2b14be4f853b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=903aa713695e4491ab75a7a10dfd0903&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0913115 Apr 07 12:03:57.514288 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9aadd-22fd-421a-b99f-254e3c3add25 req-c5f64dcc-eb52-4b29-9391-6660aba3d2c2 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.515681 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ba9aadd-22fd-421a-b99f-254e3c3add25 req-c5f64dcc-eb52-4b29-9391-6660aba3d2c2 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.1102805 Apr 07 12:03:57.531977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01792b-73e8-4556-beb7-cb8c497342db req-3ed82f2b-03a6-4293-b1f6-6882ab42e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.533357 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d01792b-73e8-4556-beb7-cb8c497342db req-3ed82f2b-03a6-4293-b1f6-6882ab42e4eb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356153 Apr 07 12:03:57.569660 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ba9aadd-22fd-421a-b99f-254e3c3add25 req-6d4e4336-0c3a-4317-886e-ea235c6a009a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484393 Apr 07 12:03:57.626071 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-7043426b-da4c-4945-b0b6-b57f1bd53aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.627608 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-7043426b-da4c-4945-b0b6-b57f1bd53aa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1128 time: 0.0523138 Apr 07 12:03:57.751321 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-6b90203a-a8ac-4cfe-8074-a3e6b07f5314 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2 HTTP/1.1" status: 200 len: 217 time: 0.0348656 Apr 07 12:03:57.798930 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-d30c7808-d0b9-4016-9bb3-a8eceb6f08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.800281 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-d30c7808-d0b9-4016-9bb3-a8eceb6f08eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0431576 Apr 07 12:03:57.954612 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488d9c-3dc0-45a2-baf0-b0e9717a9518 req-ba7cbeea-bb8a-476f-b9da-5f78ae6fbda7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:57.956167 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa488d9c-3dc0-45a2-baf0-b0e9717a9518 req-ba7cbeea-bb8a-476f-b9da-5f78ae6fbda7 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0583982 Apr 07 12:03:58.002348 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa488d9c-3dc0-45a2-baf0-b0e9717a9518 req-06162d03-796c-4de2-b57d-47db052ee557 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/security-groups?id=6df1d49c-d507-4218-84fa-5a25b65a3098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Apr 07 12:03:58.111953 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-1fcdbd19-8756-416c-9404-8b94dafcad89 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.113360 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-1fcdbd19-8756-416c-9404-8b94dafcad89 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 945 time: 0.0719380 Apr 07 12:03:58.115818 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-3612de30-0750-4c80-83db-83bb20109546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.117911 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-3612de30-0750-4c80-83db-83bb20109546 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840423 Apr 07 12:03:58.280168 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-1969b66a-e5c3-41fd-b0b9-e145b309e5e7 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417465 Apr 07 12:03:58.312837 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Deleting port f09020c1-74a1-4432-8e2f-bd915b8a03f1 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:03:58.313170 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:58.445398 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22178798-96b9-45b9-96ca-0f355ff97c75 req-b0b10a86-e241-476f-80d5-0f5a88e1804f service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551094 Apr 07 12:03:58.449998 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] For port f09020c1-74a1-4432-8e2f-bd915b8a03f1, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f09020c1-74a1-4432-8e2f-bd915b8a03f1,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:58.450357 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:58.464330 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Calling delete_port for f09020c1-74a1-4432-8e2f-bd915b8a03f1 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:03:58.639387 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (f09020c1-74a1-4432-8e2f-bd915b8a03f1), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:58.694332 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Pushing event deleted for resources: {'Port': ['ID=f09020c1-74a1-4432-8e2f-bd915b8a03f1,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:58.740127 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] No DVR routers for this DVR port f09020c1-74a1-4432-8e2f-bd915b8a03f1 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:03:58.742641 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:58.746051 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04d43616-801e-4c5a-ac5a-aa358732b15a req-30771f5c-c6ef-45a7-a81d-1a579e9db569 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.48 "DELETE /v2.0/ports/f09020c1-74a1-4432-8e2f-bd915b8a03f1 HTTP/1.1" status: 204 len: 173 time: 0.6138179 Apr 07 12:03:58.746675 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'name': 'network-vif-deleted', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:58.748961 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49087b7-06c0-4b8f-983f-430d5f43983b" -d '{"events": [{"server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "name": "network-vif-deleted", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:58.770170 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43985b-3085-4530-8b87-c635cd56d2e2 req-2672f520-7e61-4316-9cbf-ab31c7085921 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:58.771721 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa43985b-3085-4530-8b87-c635cd56d2e2 req-2672f520-7e61-4316-9cbf-ab31c7085921 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.1279795 Apr 07 12:03:58.784857 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6743999-c31a-43bf-ba1b-6e4d1c07d787 x-openstack-request-id: req-d6743999-c31a-43bf-ba1b-6e4d1c07d787 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:58.785138 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2", "name": "network-vif-deleted", "tag": "f09020c1-74a1-4432-8e2f-bd915b8a03f1", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:58.785386 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6743999-c31a-43bf-ba1b-6e4d1c07d787 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:58.785803 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6743999-c31a-43bf-ba1b-6e4d1c07d787'] response: {'server_uuid': 'f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2', 'name': 'network-vif-deleted', 'tag': 'f09020c1-74a1-4432-8e2f-bd915b8a03f1', 'status': 'completed', 'code': 200} Apr 07 12:03:58.822454 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa43985b-3085-4530-8b87-c635cd56d2e2 req-2ff274e1-e00d-4416-a6bb-f8d30e23501c tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451021 Apr 07 12:03:59.108096 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6f9f53af-f923-410d-a9e0-52b6828a3a87 req-408329fb-bc0c-493f-bf4f-c8464bfaeac6 tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0310104 Apr 07 12:03:59.616548 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-12389eaa-5fc2-4503-95f9-0ef0958181b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:59.940717 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d8675-1212-4598-8b5b-5d4a349fd227 req-2a2f69c7-caa8-483f-9c64-e88f917ed6a1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:59.942245 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c54d8675-1212-4598-8b5b-5d4a349fd227 req-2a2f69c7-caa8-483f-9c64-e88f917ed6a1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.0539134 Apr 07 12:03:59.995547 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c54d8675-1212-4598-8b5b-5d4a349fd227 req-812dd0fd-fd47-4d48-ad87-e2def51f65bb tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462017 Apr 07 12:04:00.211253 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2528bc35-b908-447c-8e4f-29903515a499 req-df389672-1bd4-4cd7-8923-fd99b3cd9c0c tempest-TestMinimumBasicScenario-1961875584 tempest-TestMinimumBasicScenario-1961875584-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e8dfa5-49f5-478f-83d9-ea6bcb9b25a2 HTTP/1.1" status: 200 len: 210 time: 0.0256045 Apr 07 12:04:00.256465 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:00.406815 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device f09020c1-74a1-4432-8e2f-bd915b8a03f1 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:00.427898 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: f09020c1-74a1-4432-8e2f-bd915b8a03f1 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:00.428243 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device f09020c1-74a1-4432-8e2f-bd915b8a03f1 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:01.115319 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50469a-34ae-4229-b1ab-61605b0f4b90 req-ea6bbedd-8db4-465b-a0ee-4367a311b8c4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:01.116684 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1c50469a-34ae-4229-b1ab-61605b0f4b90 req-ea6bbedd-8db4-465b-a0ee-4367a311b8c4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.0514476 Apr 07 12:04:01.167529 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1c50469a-34ae-4229-b1ab-61605b0f4b90 req-e3189a62-498d-4e38-9a63-60e2afeb7e5b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Apr 07 12:04:02.033465 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:02.284657 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee61c-ad7f-4590-827d-c823f11ffedd req-b5325634-af91-4117-ad08-01f2df141bda tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:02.286112 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2bfee61c-ad7f-4590-827d-c823f11ffedd req-b5325634-af91-4117-ad08-01f2df141bda tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.0519907 Apr 07 12:04:02.334501 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2bfee61c-ad7f-4590-827d-c823f11ffedd req-5bb64099-9303-4a99-beb9-c86b813a0cdf tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Apr 07 12:04:02.437746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39882) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:02.937358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (9bafcc0e-a073-4287-8646-129aab9b2996), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.231772 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Deleting port 042d89c9-ff43-4865-8b02-d28d167a7fdb {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:03.232111 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.308444 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] For port 042d89c9-ff43-4865-8b02-d28d167a7fdb, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=042d89c9-ff43-4865-8b02-d28d167a7fdb,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:03.309123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.321343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Calling delete_port for 042d89c9-ff43-4865-8b02-d28d167a7fdb owned by network:router_interface {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:03.422508 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.495324 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93748-a06d-491e-95f9-9657c43207ae req-19d5d6d9-371f-4c39-bdc1-6fa5b26338af tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:03.496713 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5d93748-a06d-491e-95f9-9657c43207ae req-19d5d6d9-371f-4c39-bdc1-6fa5b26338af tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.0757880 Apr 07 12:04:03.581329 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e5d93748-a06d-491e-95f9-9657c43207ae req-e0a09ad7-a7b7-4cf3-96db-56e8c7ab82b6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769126 Apr 07 12:04:03.656406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (042d89c9-ff43-4865-8b02-d28d167a7fdb), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.685095 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=042d89c9-ff43-4865-8b02-d28d167a7fdb,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:03.852590 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (9bafcc0e-a073-4287-8646-129aab9b2996), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:04.322932 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Router 9bafcc0e-a073-4287-8646-129aab9b2996 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:04.435179 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:04.442800 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3ca994f7-5dae-4091-80b1-22a48962fd50 admin admin] 10.222.0.37 "PUT /v2.0/routers/9bafcc0e-a073-4287-8646-129aab9b2996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0017219 Apr 07 12:04:04.443119 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39902) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:04.443799 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] Sync routers for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:04.454359 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:04.455019 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:04.551720 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks [] for router (9bafcc0e-a073-4287-8646-129aab9b2996), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:04.576656 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:04.690354 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks [] for router_gateway (9bafcc0e-a073-4287-8646-129aab9b2996), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:04.718640 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f47be3-a2b9-48b3-8463-ce5205747784 req-2d9c5201-c2a2-4024-9db1-c6396cc32fa1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:04.720176 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20f47be3-a2b9-48b3-8463-ce5205747784 req-2d9c5201-c2a2-4024-9db1-c6396cc32fa1 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.0624616 Apr 07 12:04:04.765987 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T12:04:03Z', 'revision_number': 5, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port': {'id': 'c7589572-234f-4f5b-a94f-4789419907e8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:59Z', 'updated_at': '2022-04-07T11:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:04.788115 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20f47be3-a2b9-48b3-8463-ce5205747784 req-c0a605c9-c9ed-4be9-a3ed-ab7f170eb60d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621290 Apr 07 12:04:04.793004 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] Checking router: 9bafcc0e-a073-4287-8646-129aab9b2996 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:04.801984 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] Routers {'9bafcc0e-a073-4287-8646-129aab9b2996'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:04.811210 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['9bafcc0e-a073-4287-8646-129aab9b2996'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:04.811503 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Deleting port c7589572-234f-4f5b-a94f-4789419907e8 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:04.811503 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (c7589572-234f-4f5b-a94f-4789419907e8), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:04.892516 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] Set router 9bafcc0e-a073-4287-8646-129aab9b2996 gateway port host: None {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:04.893742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] For port c7589572-234f-4f5b-a94f-4789419907e8, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c7589572-234f-4f5b-a94f-4789419907e8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:04.894109 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (c7589572-234f-4f5b-a94f-4789419907e8), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:04.907517 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Calling delete_port for c7589572-234f-4f5b-a94f-4789419907e8 owned by network:router_gateway {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:04.946401 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T12:04:04Z', 'revision_number': 6, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:04.977126 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d3052-877f-4992-b397-1c354c3f15e1 None None] The sync data for ids ['9bafcc0e-a073-4287-8646-129aab9b2996'] in dv-cinder-836769-3-iscsi is: [{'id': '9bafcc0e-a073-4287-8646-129aab9b2996', 'name': 'tempest-TestMinimumBasicScenario-2075278298-router', 'tenant_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:58Z', 'updated_at': '2022-04-07T12:04:04Z', 'revision_number': 6, 'project_id': 'b661a0f919aa4ec98c5e86d518aa8bbe', 'gw_port_host': None}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:05.187621 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (c7589572-234f-4f5b-a94f-4789419907e8), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.214350 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7589572-234f-4f5b-a94f-4789419907e8,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:05.278881 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (9bafcc0e-a073-4287-8646-129aab9b2996), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.386464 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (9bafcc0e-a073-4287-8646-129aab9b2996), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.388856 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks [] for router_controller (9bafcc0e-a073-4287-8646-129aab9b2996), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.525533 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (9bafcc0e-a073-4287-8646-129aab9b2996), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.526028 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bafcc0e-a073-4287-8646-129aab9b2996 {{(pid=110304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:04:05.534694 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.534694 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e485fa8a-8eee-4607-b4dd-232b9b4f4a1e admin admin] 10.222.0.37 "DELETE /v2.0/routers/9bafcc0e-a073-4287-8646-129aab9b2996 HTTP/1.1" status: 204 len: 168 time: 1.0882447 Apr 07 12:04:05.534912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39910) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:05.581409 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_v2 [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] Deleting subnet fb45b1dc-08f7-406f-8370-9a7c1d811edb {{(pid=110304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:04:05.584427 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] Publish callbacks [] for subnet (fb45b1dc-08f7-406f-8370-9a7c1d811edb), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.618203 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9222316'] for subnet (fb45b1dc-08f7-406f-8370-9a7c1d811edb), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.726656 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (fb45b1dc-08f7-406f-8370-9a7c1d811edb), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.840593 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3533532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9235136'] for subnet (fb45b1dc-08f7-406f-8370-9a7c1d811edb), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.878070 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb45b1dc-08f7-406f-8370-9a7c1d811edb,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:05.891470 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.891470 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-436bc54f-2fb8-4199-92ef-705f3ae3e5e1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb45b1dc-08f7-406f-8370-9a7c1d811edb HTTP/1.1" status: 204 len: 168 time: 0.3508327 Apr 07 12:04:05.891650 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09d837-0047-476c-8c7a-6600fbb1a1f4 None None] Network ad7f9080-a49f-48c3-aae8-8103bf2710e0 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:04:05.892083 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39914) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:05.926350 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf2abe-63c0-4fcd-9069-06882ac27329 req-6da9560b-6f22-446d-827f-a50689533adf tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:05.927865 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ebcf2abe-63c0-4fcd-9069-06882ac27329 req-6da9560b-6f22-446d-827f-a50689533adf tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 944 time: 0.0600030 Apr 07 12:04:05.973897 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (ad7f9080-a49f-48c3-aae8-8103bf2710e0), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:05.993128 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ebcf2abe-63c0-4fcd-9069-06882ac27329 req-ad7ebf40-b456-4b57-a0d6-2874324d792f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567756 Apr 07 12:04:06.042001 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Deleting port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:06.042344 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.098920 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] DHCP port deletion for ad7f9080-a49f-48c3-aae8-8103bf2710e0 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:04:06.109741 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] For port 6ec0780b-a2a6-4f2e-988e-32d540e9add5, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=6ec0780b-a2a6-4f2e-988e-32d540e9add5,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:06.110099 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.122966 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Calling delete_port for 6ec0780b-a2a6-4f2e-988e-32d540e9add5 owned by network:dhcp {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:06.148007 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Deleting port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:06.148506 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.213345 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] For port 6ec0780b-a2a6-4f2e-988e-32d540e9add5, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=6ec0780b-a2a6-4f2e-988e-32d540e9add5,segment=NetworkSegment(073387b8-6b34-4f33-b243-5cf6eb41f399),segment_id=073387b8-6b34-4f33-b243-5cf6eb41f399)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:06.213743 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.225926 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Calling delete_port for 6ec0780b-a2a6-4f2e-988e-32d540e9add5 owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:06.268138 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.293642 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec0780b-a2a6-4f2e-988e-32d540e9add5,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:06.298929 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] No DVR routers for this DVR port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 on host dv-cinder-836769-3-iscsi {{(pid=110303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:06.347754 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (6ec0780b-a2a6-4f2e-988e-32d540e9add5), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.375738 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (ad7f9080-a49f-48c3-aae8-8103bf2710e0), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.376539 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Pushing event deleted for resources: {'Port': ['ID=6ec0780b-a2a6-4f2e-988e-32d540e9add5,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:06.378846 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] No DVR routers for this DVR port 6ec0780b-a2a6-4f2e-988e-32d540e9add5 on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:06.387871 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.388669 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.388669 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.388908 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.389224 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.389554 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.389882 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.390212 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.390537 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.390889 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.391219 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.391552 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.391876 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.392200 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.392522 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca588bec-6ea2-4dfb-a4bd-923f3b16634f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:06.403471 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7f9080-a49f-48c3-aae8-8103bf2710e0']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:06.412837 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073387b8-6b34-4f33-b243-5cf6eb41f399') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:06.413115 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073387b8-6b34-4f33-b243-5cf6eb41f399') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:06.423267 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (073387b8-6b34-4f33-b243-5cf6eb41f399), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.432458 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c96463ac-93d1-4d1c-8909-3d4c466f88f2 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:04:06.438127 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (073387b8-6b34-4f33-b243-5cf6eb41f399), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.444290 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:04:06.444682 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (073387b8-6b34-4f33-b243-5cf6eb41f399), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:04:06.446760 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:04:06.540370 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port c96463ac-93d1-4d1c-8909-3d4c466f88f2, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:06.551616 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:04:06.560201 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c7589572-234f-4f5b-a94f-4789419907e8 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:06.565442 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (ad7f9080-a49f-48c3-aae8-8103bf2710e0), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.583158 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7f9080-a49f-48c3-aae8-8103bf2710e0,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:06.585372 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.590348 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-1f929b66-4903-4120-9bd6-5d1f1d22b15f admin admin] 10.222.0.37 "DELETE /v2.0/networks/ad7f9080-a49f-48c3-aae8-8103bf2710e0 HTTP/1.1" status: 204 len: 168 time: 0.7000389 Apr 07 12:04:06.593242 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39918) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:06.602150 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: c7589572-234f-4f5b-a94f-4789419907e8 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:06.602150 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c7589572-234f-4f5b-a94f-4789419907e8 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:06.602150 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 042d89c9-ff43-4865-8b02-d28d167a7fdb no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:06.623742 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 042d89c9-ff43-4865-8b02-d28d167a7fdb {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:06.624083 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 042d89c9-ff43-4865-8b02-d28d167a7fdb not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:06.624488 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 6ec0780b-a2a6-4f2e-988e-32d540e9add5 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:06.646916 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port c96463ac-93d1-4d1c-8909-3d4c466f88f2 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:04:06.647205 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.650520 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 6ec0780b-a2a6-4f2e-988e-32d540e9add5 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:06.650930 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 6ec0780b-a2a6-4f2e-988e-32d540e9add5 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:06.666625 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96463ac-93d1-4d1c-8909-3d4c466f88f2 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:04:06.686861 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port c96463ac-93d1-4d1c-8909-3d4c466f88f2, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:06.765330 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:06.813377 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=c96463ac-93d1-4d1c-8909-3d4c466f88f2,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:07.014452 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (4699a200-b7ea-4a20-8778-82b4f9a16645), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:07.115889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e365e-d16e-4219-84bc-4e8def3033f9 req-e8820026-f549-47f8-b70a-1724f5097ef4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:07.117907 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa7e365e-d16e-4219-84bc-4e8def3033f9 req-e8820026-f549-47f8-b70a-1724f5097ef4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 945 time: 0.0540116 Apr 07 12:04:07.166889 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fa7e365e-d16e-4219-84bc-4e8def3033f9 req-a12f7b5e-b3c7-4ed9-b838-a98ea3563f0e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Apr 07 12:04:07.217511 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['c96463ac-93d1-4d1c-8909-3d4c466f88f2'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:04:07.320181 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Deleting port a6b4c9db-8659-4758-a09b-a313a55d4ff3 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:07.320518 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:07.396574 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] For port a6b4c9db-8659-4758-a09b-a313a55d4ff3, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=a6b4c9db-8659-4758-a09b-a313a55d4ff3,segment=NetworkSegment(e78c90ac-3266-444c-91b3-0808acfb03af),segment_id=e78c90ac-3266-444c-91b3-0808acfb03af)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:07.396840 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:07.408701 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Calling delete_port for a6b4c9db-8659-4758-a09b-a313a55d4ff3 owned by network:router_interface {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:07.656662 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (a6b4c9db-8659-4758-a09b-a313a55d4ff3), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:07.903763 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b4c9db-8659-4758-a09b-a313a55d4ff3,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:07.925024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222a215-2655-4f59-8347-3bf2b63fc5d1 req-4a62a946-19a7-4e6f-b0e3-6a70de5ca7e5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:07.932993 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e222a215-2655-4f59-8347-3bf2b63fc5d1 req-4a62a946-19a7-4e6f-b0e3-6a70de5ca7e5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.0634246 Apr 07 12:04:07.976865 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e222a215-2655-4f59-8347-3bf2b63fc5d1 req-59ae02fc-0861-49bc-a8b6-9ee496bd457a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423903 Apr 07 12:04:08.068235 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (4699a200-b7ea-4a20-8778-82b4f9a16645), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.286381 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Router 4699a200-b7ea-4a20-8778-82b4f9a16645 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:08.288395 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509ccf0-e362-4a0f-9e67-df2495d2ef95 req-657240f8-6dee-4805-890b-dd7060f849a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:08.290401 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2509ccf0-e362-4a0f-9e67-df2495d2ef95 req-657240f8-6dee-4805-890b-dd7060f849a4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 945 time: 0.0545802 Apr 07 12:04:08.340102 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2509ccf0-e362-4a0f-9e67-df2495d2ef95 req-ea5b269d-80e1-4a85-bdbe-4aa7bca55eee tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441592 Apr 07 12:04:08.395088 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:08.400071 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a5f8cbb2-5d5a-438a-9094-75cb284fc557 admin admin] 10.222.0.37 "PUT /v2.0/routers/4699a200-b7ea-4a20-8778-82b4f9a16645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058236 Apr 07 12:04:08.402636 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39934) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:08.405078 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] Sync routers for ids ['4699a200-b7ea-4a20-8778-82b4f9a16645'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:08.415801 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] Routers {'4699a200-b7ea-4a20-8778-82b4f9a16645'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:08.416497 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4699a200-b7ea-4a20-8778-82b4f9a16645'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:08.421978 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c96463ac-93d1-4d1c-8909-3d4c466f88f2 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:04:08.513029 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks [] for router (4699a200-b7ea-4a20-8778-82b4f9a16645), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.525166 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port c96463ac-93d1-4d1c-8909-3d4c466f88f2 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:04:08.529249 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port c96463ac-93d1-4d1c-8909-3d4c466f88f2 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:04:08.529626 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.533009 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] Set router 4699a200-b7ea-4a20-8778-82b4f9a16645 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:08.626405 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks [] for router_gateway (4699a200-b7ea-4a20-8778-82b4f9a16645), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.629816 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port c96463ac-93d1-4d1c-8909-3d4c466f88f2 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:04:08.630317 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.656816 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:08.659080 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e5aef3-843e-4244-8f35-41fde8c7ba81" -d '{"events": [{"server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "name": "network-vif-plugged", "status": "completed", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:08.675340 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port c96463ac-93d1-4d1c-8909-3d4c466f88f2, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:08.695821 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071e293d-9e9d-4fa4-8bd1-6d0bc235d396 x-openstack-request-id: req-071e293d-9e9d-4fa4-8bd1-6d0bc235d396 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:08.696115 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "name": "network-vif-plugged", "status": "completed", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:08.696367 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-071e293d-9e9d-4fa4-8bd1-6d0bc235d396 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:08.696793 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071e293d-9e9d-4fa4-8bd1-6d0bc235d396'] response: {'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'code': 200} Apr 07 12:04:08.721107 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T12:04:07Z', 'revision_number': 5, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port': {'id': 'ce492142-eaa7-4a31-97cd-f3df36d06ca2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:13Z', 'updated_at': '2022-04-07T11:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:08.737206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.748833 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] Checking router: 4699a200-b7ea-4a20-8778-82b4f9a16645 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:08.751989 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Deleting port ce492142-eaa7-4a31-97cd-f3df36d06ca2 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:08.752402 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.757645 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] Routers {'4699a200-b7ea-4a20-8778-82b4f9a16645'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:08.758899 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4699a200-b7ea-4a20-8778-82b4f9a16645'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:08.788197 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=c96463ac-93d1-4d1c-8909-3d4c466f88f2,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:08.836240 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] For port ce492142-eaa7-4a31-97cd-f3df36d06ca2, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ce492142-eaa7-4a31-97cd-f3df36d06ca2,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:08.836596 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:08.849109 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Calling delete_port for ce492142-eaa7-4a31-97cd-f3df36d06ca2 owned by network:router_gateway {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:08.852368 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] Set router 4699a200-b7ea-4a20-8778-82b4f9a16645 gateway port host: None {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:08.909080 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T12:04:08Z', 'revision_number': 6, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:08.935473 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d2053e-74fd-46c5-8745-3da1cea7a83d None None] The sync data for ids ['4699a200-b7ea-4a20-8778-82b4f9a16645'] in dv-cinder-836769-3-iscsi is: [{'id': '4699a200-b7ea-4a20-8778-82b4f9a16645', 'name': 'tempest-TestMinimumBasicScenario-307001957-router', 'tenant_id': 'a54bc795d24f4c709368e077370e7fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:12Z', 'updated_at': '2022-04-07T12:04:08Z', 'revision_number': 6, 'project_id': 'a54bc795d24f4c709368e077370e7fb5', 'gw_port_host': None}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:09.079788 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (ce492142-eaa7-4a31-97cd-f3df36d06ca2), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.099459 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044def2-6699-41ce-9550-982cf2334c8d req-d9204f91-7a44-4c38-98d0-b084266e73e8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:09.101811 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6044def2-6699-41ce-9550-982cf2334c8d req-d9204f91-7a44-4c38-98d0-b084266e73e8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.0515440 Apr 07 12:04:09.107196 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce492142-eaa7-4a31-97cd-f3df36d06ca2,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:09.157329 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6044def2-6699-41ce-9550-982cf2334c8d req-5d6025f5-7abc-4132-a018-7c46fe9e4b3f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485878 Apr 07 12:04:09.172837 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (4699a200-b7ea-4a20-8778-82b4f9a16645), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.290810 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (4699a200-b7ea-4a20-8778-82b4f9a16645), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.294173 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks [] for router_controller (4699a200-b7ea-4a20-8778-82b4f9a16645), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.434061 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (4699a200-b7ea-4a20-8778-82b4f9a16645), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.434672 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4699a200-b7ea-4a20-8778-82b4f9a16645 {{(pid=110303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:04:09.439671 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.440817 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-35b73e8f-1d81-4dca-a94b-df51d242c483 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4699a200-b7ea-4a20-8778-82b4f9a16645 HTTP/1.1" status: 204 len: 168 time: 1.0374186 Apr 07 12:04:09.443606 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39942) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:09.488572 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] Deleting subnet 71e6936e-1a01-4098-b74e-7280b23aa4c0 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:04:09.492471 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] Publish callbacks [] for subnet (71e6936e-1a01-4098-b74e-7280b23aa4c0), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.497951 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e75d5-9d28-46f4-97d8-5ae09d80791a req-8467438e-8b2b-4c0a-9990-4b6e2f0e4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:09.499465 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b5e75d5-9d28-46f4-97d8-5ae09d80791a req-8467438e-8b2b-4c0a-9990-4b6e2f0e4985 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1130 time: 0.0603549 Apr 07 12:04:09.506617 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd2e7c-5a22-4377-a88a-1d5f2343a249 req-f9b2aceb-7c10-4718-af82-1252c31d31ec tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:09.508735 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-69cd2e7c-5a22-4377-a88a-1d5f2343a249 req-f9b2aceb-7c10-4718-af82-1252c31d31ec tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 946 time: 0.0987611 Apr 07 12:04:09.532223 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (71e6936e-1a01-4098-b74e-7280b23aa4c0), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.587809 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-69cd2e7c-5a22-4377-a88a-1d5f2343a249 req-76428b2e-b3e3-4621-bed2-78404297978a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734191 Apr 07 12:04:09.595321 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b5e75d5-9d28-46f4-97d8-5ae09d80791a req-af72b66b-5c21-4491-a973-80495b341446 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658755 Apr 07 12:04:09.644350 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (71e6936e-1a01-4098-b74e-7280b23aa4c0), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.771352 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (71e6936e-1a01-4098-b74e-7280b23aa4c0), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.797218 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e6936e-1a01-4098-b74e-7280b23aa4c0,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:09.803232 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.808250 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ad90b3d5-64a1-4506-b9e9-ab46bcf99e40 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71e6936e-1a01-4098-b74e-7280b23aa4c0 HTTP/1.1" status: 204 len: 168 time: 0.3631222 Apr 07 12:04:09.809273 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd72f0-bfb0-46f1-97ab-0cafe6323c1a None None] Network 63a98505-23c3-4ea0-ab17-3d75e848df88 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:04:09.810244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39944) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:09.883912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (63a98505-23c3-4ea0-ab17-3d75e848df88), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.948100 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Deleting port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:09.948439 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:09.992103 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] DHCP port deletion for 63a98505-23c3-4ea0-ab17-3d75e848df88 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:04:10.016470 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] For port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,segment=NetworkSegment(e78c90ac-3266-444c-91b3-0808acfb03af),segment_id=e78c90ac-3266-444c-91b3-0808acfb03af)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:10.016837 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.029183 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Calling delete_port for 12d7ba92-70e0-44cc-b2ae-c72c5a45709a owned by network:dhcp {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:10.041880 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] Deleting port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:10.041880 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.189016 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.214992 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:10.221114 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] No DVR routers for this DVR port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a on host dv-cinder-836769-3-iscsi {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:10.229134 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] For port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,segment=NetworkSegment(e78c90ac-3266-444c-91b3-0808acfb03af),segment_id=e78c90ac-3266-444c-91b3-0808acfb03af)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:10.229876 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.244501 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] Calling delete_port for 12d7ba92-70e0-44cc-b2ae-c72c5a45709a owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:10.318902 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (12d7ba92-70e0-44cc-b2ae-c72c5a45709a), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.321402 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (63a98505-23c3-4ea0-ab17-3d75e848df88), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.347410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a98505-23c3-4ea0-ab17-3d75e848df88']}} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:10.348666 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] Pushing event deleted for resources: {'Port': ['ID=12d7ba92-70e0-44cc-b2ae-c72c5a45709a,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:10.350510 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281d1df-2420-4a78-b586-0eac0020f8fd None None] No DVR routers for this DVR port 12d7ba92-70e0-44cc-b2ae-c72c5a45709a on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:10.370805 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9e52c-e369-46c7-ae43-c8c1b766c60a req-b8104e53-649c-4d8d-9385-0ed9c2142115 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:10.372342 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41a9e52c-e369-46c7-ae43-c8c1b766c60a req-b8104e53-649c-4d8d-9385-0ed9c2142115 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.1288042 Apr 07 12:04:10.375952 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78c90ac-3266-444c-91b3-0808acfb03af') {'for_net_delete': True} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:10.376250 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78c90ac-3266-444c-91b3-0808acfb03af') {} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:10.392963 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9222325'] for segment (e78c90ac-3266-444c-91b3-0808acfb03af), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.416878 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (e78c90ac-3266-444c-91b3-0808acfb03af), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.431297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=110304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:04:10.431687 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533370'] for segment (e78c90ac-3266-444c-91b3-0808acfb03af), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: Traceback (most recent call last): Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: timer() Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: cb(*args, **kw) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: return func(*args, **kwargs) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: self._notify() Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: self.callback(batched_events) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: event.method(event) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: return f(self, *a, **k) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._get(url).json() Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: return self.request(url, 'GET', **kwargs) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:04:10.433288 dv-cinder-836769-3-iscsi neutron-server[110304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:04:10.485016 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41a9e52c-e369-46c7-ae43-c8c1b766c60a req-12ebcdb2-ab0d-4f42-a86f-c16a8a1a26ed tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6d949c0-6427-458c-b6e5-5e47eb661454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067705 Apr 07 12:04:10.551160 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ce492142-eaa7-4a31-97cd-f3df36d06ca2 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:10.558892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (63a98505-23c3-4ea0-ab17-3d75e848df88), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.564536 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.567464 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] 10.222.0.37 "DELETE /v2.0/networks/63a98505-23c3-4ea0-ab17-3d75e848df88 HTTP/1.1" status: 204 len: 168 time: 0.7561116 Apr 07 12:04:10.575665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: ce492142-eaa7-4a31-97cd-f3df36d06ca2 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:10.575665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ce492142-eaa7-4a31-97cd-f3df36d06ca2 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:10.575665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 12d7ba92-70e0-44cc-b2ae-c72c5a45709a no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:10.579407 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef06dd2-53d9-484d-b1be-49793cb3d172 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a98505-23c3-4ea0-ab17-3d75e848df88,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:10.609072 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 12d7ba92-70e0-44cc-b2ae-c72c5a45709a {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:10.609510 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 12d7ba92-70e0-44cc-b2ae-c72c5a45709a not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:10.612197 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device a6b4c9db-8659-4758-a09b-a313a55d4ff3 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:10.642105 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: a6b4c9db-8659-4758-a09b-a313a55d4ff3 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:10.642793 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device a6b4c9db-8659-4758-a09b-a313a55d4ff3 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:10.653239 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-baf77747-385e-4de7-9f05-515239fd4441 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:10.654829 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-baf77747-385e-4de7-9f05-515239fd4441 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 947 time: 0.0675926 Apr 07 12:04:10.772630 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab5f8-7721-4209-9ba4-44c00740f045 req-a6430abe-2775-44ef-b6b4-d0a38b17a75d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:10.775170 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ddab5f8-7721-4209-9ba4-44c00740f045 req-a6430abe-2775-44ef-b6b4-d0a38b17a75d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 946 time: 0.1074140 Apr 07 12:04:10.822407 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Deleting port b8bcf5ef-b702-45a7-bba1-70cb861b990f {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:10.822771 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.854302 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4ddab5f8-7721-4209-9ba4-44c00740f045 req-e41e8a17-2120-4e1f-b408-642fa25078e0 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735109 Apr 07 12:04:10.874395 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39952) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:10.922651 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8a9d7544-7dd7-40ef-aae1-e47586ae0085 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b661a0f919aa4ec98c5e86d518aa8bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447459 Apr 07 12:04:10.922864 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39954) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:10.929084 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] For port b8bcf5ef-b702-45a7-bba1-70cb861b990f, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b8bcf5ef-b702-45a7-bba1-70cb861b990f,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:10.930329 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.973455 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-094eb3ff-a325-4ad8-bf10-dfc0c398aaba admin admin] Publish callbacks [] for security_group (6df1d49c-d507-4218-84fa-5a25b65a3098), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:10.996082 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-094eb3ff-a325-4ad8-bf10-dfc0c398aaba admin admin] Publish callbacks [] for security_group (6df1d49c-d507-4218-84fa-5a25b65a3098), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.106910 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.107194 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (0f801f35-cf15-47ed-a727-2a0387e55749), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.107511 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Floating IP 0f801f35-cf15-47ed-a727-2a0387e55749 disassociated. External IP: 172.27.1.94, port: b8bcf5ef-b702-45a7-bba1-70cb861b990f. Apr 07 12:04:11.107853 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Calling delete_port for b8bcf5ef-b702-45a7-bba1-70cb861b990f owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:11.131112 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-094eb3ff-a325-4ad8-bf10-dfc0c398aaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6df1d49c-d507-4218-84fa-5a25b65a3098), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.134437 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-094eb3ff-a325-4ad8-bf10-dfc0c398aaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.135664 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-094eb3ff-a325-4ad8-bf10-dfc0c398aaba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6df1d49c-d507-4218-84fa-5a25b65a3098 HTTP/1.1" status: 204 len: 168 time: 0.2119229 Apr 07 12:04:11.143630 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eb3ff-a325-4ad8-bf10-dfc0c398aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df1d49c-d507-4218-84fa-5a25b65a3098,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:11.336670 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (b8bcf5ef-b702-45a7-bba1-70cb861b990f), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.365642 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event deleted for resources: {'Port': ['ID=b8bcf5ef-b702-45a7-bba1-70cb861b990f,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:11.755299 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3393aba0-f287-42b7-8032-351a80a178ed req-1386aa54-61a7-4a18-b319-e0dbd9ea8e4a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 210 time: 0.0314679 Apr 07 12:04:11.781278 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Router 79b7c173-e436-4759-ae6b-d26d199a0938 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:11.837704 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39962) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:11.888791 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-c4290ac8-ac77-4703-a3fd-00d5e5f8e7b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a54bc795d24f4c709368e077370e7fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472660 Apr 07 12:04:11.889359 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39966) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:11.904946 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:11.916392 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] Sync routers for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:11.927509 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:11.928602 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:11.946031 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0828e817-5da1-4cf1-8813-c32b65c6e39d admin admin] Publish callbacks [] for security_group (4e82a0c8-6af7-4a02-9b98-47e204b77662), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.963273 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] No DVR routers for this DVR port b8bcf5ef-b702-45a7-bba1-70cb861b990f on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:11.965840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.969153 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bceceff9-40ed-4e67-8cd9-aad4ac0e7df7 req-b1cb7352-059c-489d-9fe2-f35c7529799e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "DELETE /v2.0/ports/b8bcf5ef-b702-45a7-bba1-70cb861b990f HTTP/1.1" status: 204 len: 173 time: 1.3082709 Apr 07 12:04:11.969304 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0828e817-5da1-4cf1-8813-c32b65c6e39d admin admin] Publish callbacks [] for security_group (4e82a0c8-6af7-4a02-9b98-47e204b77662), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:11.983810 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-deleted', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:11.986105 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df614fe6-c692-44cd-b6c6-ede1e89fa116" -d '{"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-deleted", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:12.016337 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490950-1a32-4519-9276-9cae3a4ad83e req-ef72090e-e5c8-4b54-b8f6-89a348d40fcd tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:12.017990 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-21490950-1a32-4519-9276-9cae3a4ad83e req-ef72090e-e5c8-4b54-b8f6-89a348d40fcd tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 946 time: 0.0825636 Apr 07 12:04:12.039881 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70ed00-8ad9-4dab-b5ad-44d8611238d5 x-openstack-request-id: req-2c70ed00-8ad9-4dab-b5ad-44d8611238d5 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:12.040168 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc800c-dbe5-4976-a2e2-f07464939d0c", "name": "network-vif-deleted", "tag": "b8bcf5ef-b702-45a7-bba1-70cb861b990f", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:12.040418 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c70ed00-8ad9-4dab-b5ad-44d8611238d5 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:12.040805 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c70ed00-8ad9-4dab-b5ad-44d8611238d5'] response: {'server_uuid': '7acc800c-dbe5-4976-a2e2-f07464939d0c', 'name': 'network-vif-deleted', 'tag': 'b8bcf5ef-b702-45a7-bba1-70cb861b990f', 'status': 'completed', 'code': 200} Apr 07 12:04:12.060089 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:12.077925 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-21490950-1a32-4519-9276-9cae3a4ad83e req-10ba1d07-5a6d-4c78-9fe2-c0f9dff81dd5 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531347 Apr 07 12:04:12.131146 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0828e817-5da1-4cf1-8813-c32b65c6e39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4e82a0c8-6af7-4a02-9b98-47e204b77662), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:12.134467 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0828e817-5da1-4cf1-8813-c32b65c6e39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:12.136238 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0828e817-5da1-4cf1-8813-c32b65c6e39d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e82a0c8-6af7-4a02-9b98-47e204b77662 HTTP/1.1" status: 204 len: 168 time: 0.2463133 Apr 07 12:04:12.145425 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828e817-5da1-4cf1-8813-c32b65c6e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e82a0c8-6af7-4a02-9b98-47e204b77662,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:12.229677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdea33-59aa-4307-8725-f0c147add75d req-059f3e81-78c3-442e-94a1-67fca24305ae tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:12.237931 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-74bdea33-59aa-4307-8725-f0c147add75d req-059f3e81-78c3-442e-94a1-67fca24305ae tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 946 time: 0.0747800 Apr 07 12:04:12.284391 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-74bdea33-59aa-4307-8725-f0c147add75d req-09a4a304-e61d-4339-918a-7f4516d44a50 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Apr 07 12:04:12.293627 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:12.306803 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39974) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:12.321217 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] Checking router: 79b7c173-e436-4759-ae6b-d26d199a0938 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:12.330086 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:12.330737 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:12.349215 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78627204-d0ed-4a0c-8152-c1ba7de1dfb6 tempest-TestVolumeBootPattern-1187413828 tempest-TestVolumeBootPattern-1187413828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:12.354404 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-78627204-d0ed-4a0c-8152-c1ba7de1dfb6 tempest-TestVolumeBootPattern-1187413828 tempest-TestVolumeBootPattern-1187413828-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1125 time: 0.0465961 Apr 07 12:04:12.354797 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39976) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:12.359500 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:12.433847 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:12.460195 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: b8bcf5ef-b702-45a7-bba1-70cb861b990f {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:12.460504 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b8bcf5ef-b702-45a7-bba1-70cb861b990f not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:12.470000 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:12.473736 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:12.588730 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:12.723944 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:12.728259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Allocated IP 172.27.1.4 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/7fcc7d40-0b6a-49ce-920f-e1212996f2cc) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:04:12.747075 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd357c81-ac8a-46ae-835d-e9078fc97569 None None] The sync data for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi is: [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:12.847794 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:12.891048 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d858189b-4d9a-4732-9329-c6f4f3bb1ff6 req-5098057e-3eaa-40aa-afa5-95c4c215813c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7acc800c-dbe5-4976-a2e2-f07464939d0c HTTP/1.1" status: 200 len: 210 time: 0.0368438 Apr 07 12:04:12.982575 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:12.996940 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2df021-a5a5-4de3-9b19-5506e5482021 None None] New status for floating IP 0f801f35-cf15-47ed-a727-2a0387e55749: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:04:13.031248 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:04:13.039190 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:04:13.045231 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:04:13.049787 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=7fcc7d40-0b6a-49ce-920f-e1212996f2cc,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:13.433629 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (6bae045c-9c63-43dc-b5df-5a052333b2d9), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:13.552049 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:13.708335 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:13.759085 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:13.828996 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=7fcc7d40-0b6a-49ce-920f-e1212996f2cc,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:13.841333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (6bae045c-9c63-43dc-b5df-5a052333b2d9), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:13.943330 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Floating IP 6bae045c-9c63-43dc-b5df-5a052333b2d9 associated. External IP: 172.27.1.4, port: c96463ac-93d1-4d1c-8909-3d4c466f88f2. Apr 07 12:04:14.040997 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39986) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:14.094958 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e3aba243-08bb-49e1-b27e-1a11f85f12f8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (b6d949c0-6427-458c-b6e5-5e47eb661454), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.122900 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e3aba243-08bb-49e1-b27e-1a11f85f12f8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (b6d949c0-6427-458c-b6e5-5e47eb661454), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.153002 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:14.251521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e3aba243-08bb-49e1-b27e-1a11f85f12f8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (b6d949c0-6427-458c-b6e5-5e47eb661454), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.254177 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e3aba243-08bb-49e1-b27e-1a11f85f12f8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.255355 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e3aba243-08bb-49e1-b27e-1a11f85f12f8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "DELETE /v2.0/security-groups/b6d949c0-6427-458c-b6e5-5e47eb661454 HTTP/1.1" status: 204 len: 168 time: 0.2133243 Apr 07 12:04:14.258898 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 39988) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:14.264918 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aba243-08bb-49e1-b27e-1a11f85f12f8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d949c0-6427-458c-b6e5-5e47eb661454,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:14.277142 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.api.v2.resource [None req-7a427c5e-312e-4319-b641-8ad9523df966 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] show failed (client error): The resource could not be found. Apr 07 12:04:14.279899 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-7a427c5e-312e-4319-b641-8ad9523df966 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups/b6d949c0-6427-458c-b6e5-5e47eb661454 HTTP/1.1" status: 404 len: 347 time: 0.0181594 Apr 07 12:04:14.279899 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:14.284099 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39990) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:14.303981 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:14.315315 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:14.316070 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:14.390774 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.395861 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9a311f02-d99a-4214-b76b-4de4e4d6613b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0399046 Apr 07 12:04:14.396652 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:14.399176 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab343c-7f37-4ba7-862b-4343e05f0e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:14.439761 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d0ac55-6e29-47ab-9b12-40166b59921c x-openstack-request-id: req-17d0ac55-6e29-47ab-9b12-40166b59921c {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:14.440120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:14.440438 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17d0ac55-6e29-47ab-9b12-40166b59921c {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:14.440850 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d0ac55-6e29-47ab-9b12-40166b59921c'] response: {'name': 'network-changed', 'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'status': 'completed', 'code': 200} Apr 07 12:04:14.443882 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Deleting port f285fc65-cc0c-4d36-a48d-7cc1d97e93d6 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:14.444288 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.446495 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:14.508108 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-d9fe5fa7-0388-485e-9696-6f6fe1b45dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:14.509622 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-d9fe5fa7-0388-485e-9696-6f6fe1b45dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1130 time: 0.0466661 Apr 07 12:04:14.529790 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.529790 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.541958 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Calling delete_port for f285fc65-cc0c-4d36-a48d-7cc1d97e93d6 owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:14.603235 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-764bf232-e5d1-4fa6-befa-d0e727d4b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:14.604992 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-764bf232-e5d1-4fa6-befa-d0e727d4b1aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.0890160 Apr 07 12:04:14.678645 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-1c1d2385-b9d0-41a9-a473-144bd0e34744 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2 HTTP/1.1" status: 200 len: 998 time: 0.0669765 Apr 07 12:04:14.728729 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-951c1cb3-606b-492a-8229-f77c8dd34faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:14.730337 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-951c1cb3-606b-492a-8229-f77c8dd34faf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0461898 Apr 07 12:04:14.730853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:13Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:14.759704 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (f285fc65-cc0c-4d36-a48d-7cc1d97e93d6), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.761349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:14.769905 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:14.770521 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:00Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:14.781411 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-970841a2-fd4c-4d53-b20d-ebd3566e05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:14.782940 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-970841a2-fd4c-4d53-b20d-ebd3566e05d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458176 Apr 07 12:04:14.788180 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event deleted for resources: {'Port': ['ID=f285fc65-cc0c-4d36-a48d-7cc1d97e93d6,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:14.863994 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (0f801f35-cf15-47ed-a727-2a0387e55749), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.867576 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:14.869012 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d7001f3f-2605-4cb3-b9c0-390c7ac20fbb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "DELETE /v2.0/floatingips/0f801f35-cf15-47ed-a727-2a0387e55749 HTTP/1.1" status: 204 len: 168 time: 0.5837517 Apr 07 12:04:14.895111 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-044efc33-7425-4adf-850c-f12c65c488ff service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033304 Apr 07 12:04:14.999373 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fab343c-7f37-4ba7-862b-4343e05f0e5c req-b1c6bdd0-897b-423e-a264-272bdae47fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979049 Apr 07 12:04:15.012340 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:15.241306 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:13Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:15.271205 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca773497-a738-40b1-9e0d-6e809d674bb0 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:13Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:15.292259 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 39998) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:15.296762 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-25961292-51f1-45b3-bef8-a6b9884bbef9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--117447505', 'description': 'tempest-description--631861390'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:15.393731 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-25961292-51f1-45b3-bef8-a6b9884bbef9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.465120 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ba786-27a7-4472-b8f4-a1b46fd6eca2 None None] New status for floating IP 6bae045c-9c63-43dc-b5df-5a052333b2d9: ACTIVE {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:04:15.472704 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-25961292-51f1-45b3-bef8-a6b9884bbef9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (e94ca727-37f2-43de-8e70-d5d1d70c7646), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.541600 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-25961292-51f1-45b3-bef8-a6b9884bbef9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (e94ca727-37f2-43de-8e70-d5d1d70c7646), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.571402 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25961292-51f1-45b3-bef8-a6b9884bbef9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ca727-37f2-43de-8e70-d5d1d70c7646,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:15.629277 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-25961292-51f1-45b3-bef8-a6b9884bbef9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.630658 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-25961292-51f1-45b3-bef8-a6b9884bbef9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3372638 Apr 07 12:04:15.634023 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40000) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:15.638379 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-bee753f5-a524-4e1d-af1e-1a222f3209d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'security_group_rule': {'security_group_id': 'e94ca727-37f2-43de-8e70-d5d1d70c7646', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:15.724568 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bee753f5-a524-4e1d-af1e-1a222f3209d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (9ef828d7-568a-4dd4-b3be-7c32cea47aa3), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.781284 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bee753f5-a524-4e1d-af1e-1a222f3209d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (9ef828d7-568a-4dd4-b3be-7c32cea47aa3), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.827887 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bee753f5-a524-4e1d-af1e-1a222f3209d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (9ef828d7-568a-4dd4-b3be-7c32cea47aa3), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.843026 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee753f5-a524-4e1d-af1e-1a222f3209d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef828d7-568a-4dd4-b3be-7c32cea47aa3,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:15.926694 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-bee753f5-a524-4e1d-af1e-1a222f3209d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:15.927960 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-bee753f5-a524-4e1d-af1e-1a222f3209d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929783 Apr 07 12:04:15.931246 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40002) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:15.935543 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-660f25a0-3638-4d41-ae6e-f7ea954e47d4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'security_group_rule': {'security_group_id': 'e94ca727-37f2-43de-8e70-d5d1d70c7646', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:16.037915 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-660f25a0-3638-4d41-ae6e-f7ea954e47d4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (69a4825e-5630-4b06-aee0-39ed46e7bc8a), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.094527 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-660f25a0-3638-4d41-ae6e-f7ea954e47d4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (69a4825e-5630-4b06-aee0-39ed46e7bc8a), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.135980 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-660f25a0-3638-4d41-ae6e-f7ea954e47d4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (69a4825e-5630-4b06-aee0-39ed46e7bc8a), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.154473 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f25a0-3638-4d41-ae6e-f7ea954e47d4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a4825e-5630-4b06-aee0-39ed46e7bc8a,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:16.217528 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-660f25a0-3638-4d41-ae6e-f7ea954e47d4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.218753 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-660f25a0-3638-4d41-ae6e-f7ea954e47d4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865782 Apr 07 12:04:16.221676 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40004) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:16.225800 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:16.301576 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.394402 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.499577 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Allocated IP 172.27.1.60 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/d7561247-b5e8-4a61-bf86-dd313bd49439) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:04:16.599967 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.685168 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.723150 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:04:16.725892 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:04:16.729401 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:04:16.756764 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'Port': ['ID=d7561247-b5e8-4a61-bf86-dd313bd49439,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:16.818985 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (15743408-4a4b-49ab-a439-d21067033294), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:16.901714 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:17.048348 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:17.102053 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:17.170769 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:17.400091 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'Port': ['ID=d7561247-b5e8-4a61-bf86-dd313bd49439,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:17.411789 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (15743408-4a4b-49ab-a439-d21067033294), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:17.475205 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:17.476447 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4925ab79-4b4e-4f80-9d3b-6f5b60bebf48 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2538354 Apr 07 12:04:17.672543 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-dc799fcb-0ae7-45be-a778-8ad746af2cf8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--117447505&fields=id&tenant_id=d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 267 time: 0.0419300 Apr 07 12:04:17.775599 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-40744273-2b28-43ab-9a70-820728613761 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:17.777038 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-40744273-2b28-43ab-9a70-820728613761 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 816 time: 0.0984306 Apr 07 12:04:17.791830 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-103fa28e-8aa6-4e52-b0ae-708e65870b8c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/quotas/d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 375 time: 0.0091803 Apr 07 12:04:17.846771 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-d4d1e148-aba5-4eec-8c11-7e6178c37209 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501471 Apr 07 12:04:17.939544 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-0acc1ac2-32d1-4397-af8c-120758f3a8ea service neutron] 10.222.0.37 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804455 Apr 07 12:04:18.029223 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-10a92b48-e76a-4a18-ab1d-b572296fb57b service neutron] 10.222.0.37 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841587 Apr 07 12:04:18.252516 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2951fc59-5fd2-4915-aa9a-3e26899c2dc9 req-ce4c32ac-3248-4eee-abb2-a4afaf826d89 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 210 time: 0.0262730 Apr 07 12:04:19.354216 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-12d17a82-4d0c-4eaf-ba4c-495be652aedb req-66a51dc9-51a1-4637-8493-c2644551fc3b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 210 time: 0.0297809 Apr 07 12:04:19.983207 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-b2349dce-e9d3-42a5-9dc3-453e2e63c4f6 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:19.984636 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-b2349dce-e9d3-42a5-9dc3-453e2e63c4f6 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 816 time: 0.1029015 Apr 07 12:04:20.045630 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-18563b02-e8a2-4946-93fa-1906abbe17d1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 379 time: 0.0525796 Apr 07 12:04:20.056560 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'port': {'device_id': '7504ee44-82f2-428a-923a-fa5b1689820b', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'admin_state_up': True, 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'security_groups': ['e94ca727-37f2-43de-8e70-d5d1d70c7646']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:20.222050 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Made reservation on behalf of d93e40f8e66348efb495a1d7350e5cf2 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:04:20.225430 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:20.349889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Allocated IP 172.20.0.8 (04e80577-c11b-46ff-ba91-9c27a4ecfe44/3f828626-0b64-4bae-a8fe-cf8bcc069a9d/870b1942-bacb-4d08-a899-dc1bf9c1552a) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:04:20.483704 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa94e93e-a36a-43b4-adc2-d8a1edd2e352 req-be2b30cc-d15e-4dc8-ba5f-2400f4d9d17c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 210 time: 0.0414703 Apr 07 12:04:20.530605 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:20.611160 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:20.653011 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:04:20.656025 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:04:20.659633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:04:20.693168 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:20.719741 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:20.720373 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:20.802286 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-e095f41b-6c3e-4b30-baf1-17fe01164ec7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492213 Apr 07 12:04:20.813155 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Request body: {'port': {'device_id': '7504ee44-82f2-428a-923a-fa5b1689820b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:20.864371 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-38c1b81d-b5b0-4f53-a0e9-4b149b4e8def None None] Provisioning complete for port 870b1942-bacb-4d08-a899-dc1bf9c1552a triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:04:20.864825 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-38c1b81d-b5b0-4f53-a0e9-4b149b4e8def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:20.874788 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:20.900615 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-38c1b81d-b5b0-4f53-a0e9-4b149b4e8def None None] Port 870b1942-bacb-4d08-a899-dc1bf9c1552a cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:04:21.132460 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870b1942-bacb-4d08-a899-dc1bf9c1552a {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:04:21.139896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Publish callbacks [] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:21.151814 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Transition to ACTIVE for port object 870b1942-bacb-4d08-a899-dc1bf9c1552a will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:04:21.244783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:21.306285 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:21.388424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Attempting to bind port 870b1942-bacb-4d08-a899-dc1bf9c1552a on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:04:21.388700 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Attempting to bind port 870b1942-bacb-4d08-a899-dc1bf9c1552a by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:04:21.389007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Attempting to bind port 870b1942-bacb-4d08-a899-dc1bf9c1552a on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:04:21.394260 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Port 870b1942-bacb-4d08-a899-dc1bf9c1552a on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:04:21.394629 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Attempting to bind port 870b1942-bacb-4d08-a899-dc1bf9c1552a on network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:04:21.400601 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:04:21.400937 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Checking segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:04:21.401325 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Bound using segment: {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:04:21.401757 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Bound port: 870b1942-bacb-4d08-a899-dc1bf9c1552a, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5eb0de1-7245-46ac-9ebc-510629a59f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:04:21.402120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:21.474109 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:04:21.477327 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:04:21.572412 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:21.608262 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:21.609317 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:21.610876 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] 10.222.0.48 "PUT /v2.0/ports/870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 200 len: 1093 time: 0.8018663 Apr 07 12:04:21.613486 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:21.615842 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8febbab9-49e1-4f62-b563-5f5be4ee3cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:21.658587 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d8409-3ac4-4992-b25c-69301ff93ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:21.674131 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d43373-d71e-4112-8fc8-b22695b1a488 x-openstack-request-id: req-98d43373-d71e-4112-8fc8-b22695b1a488 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:21.674131 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:21.674131 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98d43373-d71e-4112-8fc8-b22695b1a488 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:21.674131 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d43373-d71e-4112-8fc8-b22695b1a488'] response: {'name': 'network-changed', 'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'status': 'completed', 'code': 200} Apr 07 12:04:21.764065 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbab9-49e1-4f62-b563-5f5be4ee3cd6 req-279ad840-a78e-4731-b869-7a4b694e4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:21.765580 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8febbab9-49e1-4f62-b563-5f5be4ee3cd6 req-279ad840-a78e-4731-b869-7a4b694e4a39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1127 time: 0.0823798 Apr 07 12:04:22.094754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56782965-5238-458b-bcdc-c9199dce7ea7 req-c842ee60-1cdf-4521-ae0a-fb3c49b3f741 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.096222 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56782965-5238-458b-bcdc-c9199dce7ea7 req-c842ee60-1cdf-4521-ae0a-fb3c49b3f741 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.3769233 Apr 07 12:04:22.190306 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56782965-5238-458b-bcdc-c9199dce7ea7 req-761771d0-af04-4d74-b4f0-99637400159e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657122 Apr 07 12:04:22.193079 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbab9-49e1-4f62-b563-5f5be4ee3cd6 req-ae2f2d79-5eef-4b25-a7de-3f5e2713030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.194472 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8febbab9-49e1-4f62-b563-5f5be4ee3cd6 req-ae2f2d79-5eef-4b25-a7de-3f5e2713030a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4204421 Apr 07 12:04:22.296256 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbab9-49e1-4f62-b563-5f5be4ee3cd6 req-12f9da7f-58a1-4049-9714-e854a1604315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.297740 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8febbab9-49e1-4f62-b563-5f5be4ee3cd6 req-12f9da7f-58a1-4049-9714-e854a1604315 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923419 Apr 07 12:04:22.375888 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-6a5eb24a-e221-41b8-8276-8ed00058016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.377277 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-6a5eb24a-e221-41b8-8276-8ed00058016f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1127 time: 0.0435610 Apr 07 12:04:22.421559 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-dcf267d1-07b6-4e05-a76c-a3d7a649e04a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 200 len: 217 time: 0.0370395 Apr 07 12:04:22.470609 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-dcc6aa41-dc0e-4505-9401-fe9e43ce55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.472038 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-dcc6aa41-dc0e-4505-9401-fe9e43ce55d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0423391 Apr 07 12:04:22.519452 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-0a9ecae2-e0cb-4039-9ae9-15f6fe7f8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:22.520891 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-0a9ecae2-e0cb-4039-9ae9-15f6fe7f8840 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416021 Apr 07 12:04:22.611806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-bc4ec46d-5ef0-4030-8bbe-c65f9ddc3435 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831513 Apr 07 12:04:22.697957 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff4dee1-8377-4e4c-b22a-4835f2c5204c req-44f37132-4e51-4e76-9ee4-c73611fe595a service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791066 Apr 07 12:04:23.317789 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242940b4-d94a-4f62-897c-776702b9d5ce req-bf01dea8-88f3-4e60-8e41-0f59cd1e7db2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:23.319280 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-242940b4-d94a-4f62-897c-776702b9d5ce req-bf01dea8-88f3-4e60-8e41-0f59cd1e7db2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0549245 Apr 07 12:04:23.370915 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-242940b4-d94a-4f62-897c-776702b9d5ce req-4445ddff-4e95-417e-a2db-5e0a7490617a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 Apr 07 12:04:24.496416 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2cc1-3b58-4ba0-a010-1c8f20a5cc50 req-95882c31-6bbf-470b-9183-bc0d4249d3eb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:24.497904 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3bfb2cc1-3b58-4ba0-a010-1c8f20a5cc50 req-95882c31-6bbf-470b-9183-bc0d4249d3eb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0570862 Apr 07 12:04:24.545165 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3bfb2cc1-3b58-4ba0-a010-1c8f20a5cc50 req-9612d8d1-44a5-47f3-ba34-ee61c1a4d973 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417278 Apr 07 12:04:25.664527 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254f5a-84e0-4b17-b21a-01f2f873ade6 req-da35fd55-fb2f-4f12-a932-eda6a4b1a8ed tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:25.666040 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-63254f5a-84e0-4b17-b21a-01f2f873ade6 req-da35fd55-fb2f-4f12-a932-eda6a4b1a8ed tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0513341 Apr 07 12:04:25.715439 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-63254f5a-84e0-4b17-b21a-01f2f873ade6 req-154a2933-7d75-43b0-8132-b9155ef03ea1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Apr 07 12:04:26.550552 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:04:26.644574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:26.655529 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'port_id': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'mac_address': 'fa:16:3e:3c:84:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:04:26.695389 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:04:26.696437 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:26.709028 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870b1942-bacb-4d08-a899-dc1bf9c1552a {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:04:26.730164 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:26.787674 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:26.834839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868f76c-b3a8-44de-879e-490e6a713691 req-ef185f3c-4cf0-4869-8634-7829ffe64ac9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:26.836368 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2868f76c-b3a8-44de-879e-490e6a713691 req-ef185f3c-4cf0-4869-8634-7829ffe64ac9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 944 time: 0.0510292 Apr 07 12:04:26.837089 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:26.883980 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2868f76c-b3a8-44de-879e-490e6a713691 req-b1057d87-4f8c-4337-9b17-52ca3c035a55 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407317 Apr 07 12:04:26.904915 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:04:27.016271 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3ec9-784d-4584-87cd-6a42ee3c0f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:27.204319 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['870b1942-bacb-4d08-a899-dc1bf9c1552a'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:04:28.000898 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9623f-6ac9-4382-a864-1e93b78e75bd req-d3f710a1-6c0f-44a1-a7be-d2e4fe04f3b2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:28.002400 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2e9623f-6ac9-4382-a864-1e93b78e75bd req-d3f710a1-6c0f-44a1-a7be-d2e4fe04f3b2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 944 time: 0.0506904 Apr 07 12:04:28.048374 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d2e9623f-6ac9-4382-a864-1e93b78e75bd req-c8796c8c-a745-4cc5-9c2b-ea372c93195e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405281 Apr 07 12:04:28.566984 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:04:28.678599 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 870b1942-bacb-4d08-a899-dc1bf9c1552a completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:04:28.683049 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 870b1942-bacb-4d08-a899-dc1bf9c1552a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:04:28.683421 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:28.772419 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:04:28.772710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:28.795703 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:28.797945 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670ffdd6-bf10-47c9-9f98-0791435c9b32" -d '{"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-plugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:28.810239 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:28.832156 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2c7005-e581-4f8d-8d86-8dfcceab0abb x-openstack-request-id: req-7a2c7005-e581-4f8d-8d86-8dfcceab0abb {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:28.832445 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-plugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:28.832695 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a2c7005-e581-4f8d-8d86-8dfcceab0abb {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:28.833085 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2c7005-e581-4f8d-8d86-8dfcceab0abb'] response: {'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'code': 200} Apr 07 12:04:28.885332 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:28.932816 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:29.174311 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597935c-208c-4241-b995-bc6e807ba5e8 req-95543136-0a13-4406-a32c-4f301d83399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:29.175815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b597935c-208c-4241-b995-bc6e807ba5e8 req-95543136-0a13-4406-a32c-4f301d83399f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1129 time: 0.0754373 Apr 07 12:04:29.203030 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6ea3e-6b70-48ad-80bd-ef243d759cf4 req-d0edfc62-f482-4aee-845f-2a2ee97129d0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:29.204585 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-29a6ea3e-6b70-48ad-80bd-ef243d759cf4 req-d0edfc62-f482-4aee-845f-2a2ee97129d0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0770576 Apr 07 12:04:29.248164 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b597935c-208c-4241-b995-bc6e807ba5e8 req-7c14f03a-4af3-4cff-8425-29b177155b54 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654526 Apr 07 12:04:29.268316 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-29a6ea3e-6b70-48ad-80bd-ef243d759cf4 req-8745bf55-40a6-4708-b1d0-611412ea72ce tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559750 Apr 07 12:04:29.536029 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f0e7-dcfe-41d2-93bb-4ba9fb59571e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.261235 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.392976 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec40e06-a3c3-4c86-afc5-9c5c9e0f2bee req-49a625c9-d757-4775-a7c2-62265e4ae6db tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:30.394462 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ec40e06-a3c3-4c86-afc5-9c5c9e0f2bee req-49a625c9-d757-4775-a7c2-62265e4ae6db tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0540419 Apr 07 12:04:30.443318 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ec40e06-a3c3-4c86-afc5-9c5c9e0f2bee req-432b76ab-9440-46e1-83d1-f3856d143bba tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Apr 07 12:04:31.564764 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef73d8-137e-4752-9f89-7515546e9652 req-8df97378-0d68-47b4-82ec-7ea7d0c4d950 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:31.566224 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2ef73d8-137e-4752-9f89-7515546e9652 req-8df97378-0d68-47b4-82ec-7ea7d0c4d950 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0520322 Apr 07 12:04:31.611791 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a2ef73d8-137e-4752-9f89-7515546e9652 req-36813c04-9d94-4cf1-a48b-6c3a66981f50 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400488 Apr 07 12:04:31.727951 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac85af9-ca90-446d-b264-6d98129086bf req-5b2a8087-fb00-4662-82e5-b19e1eb7abdd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:31.729319 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aac85af9-ca90-446d-b264-6d98129086bf req-5b2a8087-fb00-4662-82e5-b19e1eb7abdd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0511880 Apr 07 12:04:31.737573 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40086) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:31.741715 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Request body: {'floatingip': {'port_id': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:04:31.786808 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (15743408-4a4b-49ab-a439-d21067033294), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.119578 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.248431 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.341641 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (15743408-4a4b-49ab-a439-d21067033294), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.448453 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Floating IP 15743408-4a4b-49ab-a439-d21067033294 associated. External IP: 172.27.1.60, port: 870b1942-bacb-4d08-a899-dc1bf9c1552a. Apr 07 12:04:32.659527 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Router 79b7c173-e436-4759-ae6b-d26d199a0938 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:32.766176 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:32.771103 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.776087 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] Sync routers for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:32.790066 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:32.790722 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:32.800331 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-764099fc-983f-414d-915e-2bb2f68071bd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "PUT /v2.0/floatingips/15743408-4a4b-49ab-a439-d21067033294 HTTP/1.1" status: 200 len: 990 time: 1.0617480 Apr 07 12:04:32.800900 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:32.803127 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019b1de-8363-4a4d-a8bf-46b20f15a87f" -d '{"events": [{"name": "network-changed", "server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:32.838000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec47a7e-77cc-4a02-be00-d068967c76ab x-openstack-request-id: req-8ec47a7e-77cc-4a02-be00-d068967c76ab {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:32.838291 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:32.838590 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ec47a7e-77cc-4a02-be00-d068967c76ab {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:32.839004 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec47a7e-77cc-4a02-be00-d068967c76ab'] response: {'name': 'network-changed', 'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'status': 'completed', 'code': 200} Apr 07 12:04:32.900817 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:32.907895 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-56f23943-ebd3-4164-9452-692cdc2ecf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:32.909389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-56f23943-ebd3-4164-9452-692cdc2ecf1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1129 time: 0.0466955 Apr 07 12:04:32.998408 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-5da1829b-36e7-47cd-b67b-fa36a4fe15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:32.999848 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-5da1829b-36e7-47cd-b67b-fa36a4fe15f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.0842574 Apr 07 12:04:33.074689 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-452a194f-ba03-4132-9adf-8e63c5c08824 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 200 len: 998 time: 0.0617957 Apr 07 12:04:33.124712 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-c35a93ff-9a9e-49ad-895d-5a6c3aa70af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:33.124964 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '15743408-4a4b-49ab-a439-d21067033294', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'port_id': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'mac_address': 'fa:16:3e:3c:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7504ee44-82f2-428a-923a-fa5b1689820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:16Z', 'updated_at': '2022-04-07T12:04:32Z', 'revision_number': 1, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:33.126174 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-c35a93ff-9a9e-49ad-895d-5a6c3aa70af1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0437136 Apr 07 12:04:33.155031 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] Checking router: 79b7c173-e436-4759-ae6b-d26d199a0938 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:33.163617 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:33.164260 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:33.175251 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-b13ffc29-5ef5-4217-a294-8365210c93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:33.176769 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-b13ffc29-5ef5-4217-a294-8365210c93dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428531 Apr 07 12:04:33.269211 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-f12f9c11-4105-457d-bd1e-c24261b6b8bb service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856507 Apr 07 12:04:33.273373 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:33.360976 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7019b1de-8363-4a4d-a8bf-46b20f15a87f req-7af2e742-bc9b-460b-93a0-346df030f237 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844164 Apr 07 12:04:33.456214 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:33.517008 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '15743408-4a4b-49ab-a439-d21067033294', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'port_id': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'mac_address': 'fa:16:3e:3c:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7504ee44-82f2-428a-923a-fa5b1689820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:16Z', 'updated_at': '2022-04-07T12:04:32Z', 'revision_number': 1, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:33.548196 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a04e81-776d-4b80-a1dd-d957b3398523 None None] The sync data for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi is: [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '15743408-4a4b-49ab-a439-d21067033294', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'port_id': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'mac_address': 'fa:16:3e:3c:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7504ee44-82f2-428a-923a-fa5b1689820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:16Z', 'updated_at': '2022-04-07T12:04:32Z', 'revision_number': 1, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:33.742077 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836720ff-d975-488e-b0dd-1945cd959387 None None] New status for floating IP 15743408-4a4b-49ab-a439-d21067033294: ACTIVE {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:04:33.925149 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdd4de-1796-46b5-98f4-fc86644d1c25 req-e16b82e9-a58c-4239-9cb7-80ec032df601 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:33.926640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0cfdd4de-1796-46b5-98f4-fc86644d1c25 req-e16b82e9-a58c-4239-9cb7-80ec032df601 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0552711 Apr 07 12:04:33.973007 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0cfdd4de-1796-46b5-98f4-fc86644d1c25 req-14a0d1e0-dff8-45dc-ae95-fbd3522dbbb6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Apr 07 12:04:35.090767 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a57679-070f-4d94-bd38-e636f9b57702 req-1806d2df-259d-49d0-8aaa-e3da8146af4a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:35.092143 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d8a57679-070f-4d94-bd38-e636f9b57702 req-1806d2df-259d-49d0-8aaa-e3da8146af4a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0511873 Apr 07 12:04:35.140167 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d8a57679-070f-4d94-bd38-e636f9b57702 req-caa00c32-f5da-401e-a603-cb51fa56b2b7 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Apr 07 12:04:36.255348 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6892-5ba0-486c-8a57-560b7ec80516 req-70a89048-3bb5-4d63-ad78-e3e238c16532 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:36.256803 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-074f6892-5ba0-486c-8a57-560b7ec80516 req-70a89048-3bb5-4d63-ad78-e3e238c16532 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0512440 Apr 07 12:04:36.307196 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-074f6892-5ba0-486c-8a57-560b7ec80516 req-14ffb34e-e660-4cce-bcb0-3daceffedbca tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad9f9d4a-b8d6-4b75-8823-748f93e69725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445714 Apr 07 12:04:36.813912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-bcef5201-b9ea-476d-918a-c17f23f5088a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:36.815282 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-bcef5201-b9ea-476d-918a-c17f23f5088a tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 945 time: 0.0505471 Apr 07 12:04:36.913014 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Deleting port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:36.913351 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.002278 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] For port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:37.002671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.171563 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.171922 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.172233 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Floating IP 2a66732e-0eeb-4ce1-9820-cf77b9e823fc disassociated. External IP: 172.27.1.15, port: 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4. Apr 07 12:04:37.172569 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Calling delete_port for 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:37.364786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (6ed309cf-d8ac-49e3-9dc9-bff84d7576e4), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.407570 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event deleted for resources: {'Port': ['ID=6ed309cf-d8ac-49e3-9dc9-bff84d7576e4,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:37.466307 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-635f332a-11ff-44c1-9c7e-7aaa71f00a63 req-84c3cbaa-14ea-4d73-b1bd-e75a523abac2 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0664124 Apr 07 12:04:37.579175 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:37.712255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:37.722497 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] Sync routers for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:37.733198 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:37.733817 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:37.755341 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] No DVR routers for this DVR port 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:37.762230 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:37.766222 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3bcd36df-92d9-433c-ac18-92bbda5b86f2 req-0fbe1886-2008-41db-8b62-61e20f9a4f86 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "DELETE /v2.0/ports/6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 HTTP/1.1" status: 204 len: 173 time: 0.9449885 Apr 07 12:04:37.766809 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'name': 'network-vif-deleted', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:37.769804 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca66c7-c0bd-4d8d-9c92-2ac8bb006ceb" -d '{"events": [{"server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "name": "network-vif-deleted", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:37.813078 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0531d8a-eece-4b5f-b1dc-bec5aff5580d x-openstack-request-id: req-d0531d8a-eece-4b5f-b1dc-bec5aff5580d {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:37.813401 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc21661e-a865-4c3c-b403-f15541cac263", "name": "network-vif-deleted", "tag": "6ed309cf-d8ac-49e3-9dc9-bff84d7576e4", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:37.813642 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0531d8a-eece-4b5f-b1dc-bec5aff5580d {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:37.814061 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0531d8a-eece-4b5f-b1dc-bec5aff5580d'] response: {'server_uuid': 'bc21661e-a865-4c3c-b403-f15541cac263', 'name': 'network-vif-deleted', 'tag': '6ed309cf-d8ac-49e3-9dc9-bff84d7576e4', 'status': 'completed', 'code': 200} Apr 07 12:04:38.019736 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:38.239692 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:38.269715 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] Checking router: b45ce4e7-d4f7-40cb-93c4-74a28311dc28 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:38.279259 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:38.279790 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:38.387296 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:38.556443 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d57e141b-5ad1-4f77-9f26-d68149e476a0 req-9a8754d6-5c62-419f-bbed-b3198fc2832f tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc21661e-a865-4c3c-b403-f15541cac263 HTTP/1.1" status: 200 len: 210 time: 0.0290580 Apr 07 12:04:38.602215 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:38.633387 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a81da-6cef-4bd0-af92-27bcba920ed5 None None] The sync data for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi is: [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 4, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'f514492e-3509-4b3d-87f3-3e3a8cf93a78', 'name': '', 'network_id': '01b8ce78-e1aa-4969-9bf5-06218e762e29', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'mac_address': 'fa:16:3e:1f:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '138fb078-eac6-46c8-8160-fa857bf37137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:50Z', 'updated_at': '2022-04-07T11:54:55Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'subnets': [{'id': '138fb078-eac6-46c8-8160-fa857bf37137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:38.872548 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a126e-91d7-4415-819a-d9f330022b9f None None] New status for floating IP 2a66732e-0eeb-4ce1-9820-cf77b9e823fc: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:04:39.667346 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40122) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:39.721150 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ae07fb3-1ceb-41db-aa19-e7535269adc1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group (ad9f9d4a-b8d6-4b75-8823-748f93e69725), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:39.744598 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ae07fb3-1ceb-41db-aa19-e7535269adc1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group (ad9f9d4a-b8d6-4b75-8823-748f93e69725), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:39.839124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ae07fb3-1ceb-41db-aa19-e7535269adc1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ad9f9d4a-b8d6-4b75-8823-748f93e69725), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:39.841633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9ae07fb3-1ceb-41db-aa19-e7535269adc1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:39.842806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9ae07fb3-1ceb-41db-aa19-e7535269adc1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "DELETE /v2.0/security-groups/ad9f9d4a-b8d6-4b75-8823-748f93e69725 HTTP/1.1" status: 204 len: 168 time: 0.1744304 Apr 07 12:04:39.845639 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40124) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:39.852837 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae07fb3-1ceb-41db-aa19-e7535269adc1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f9d4a-b8d6-4b75-8823-748f93e69725,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:39.861727 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.api.v2.resource [None req-8c8c593e-c0e4-4bee-b529-736bd66fd62b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] show failed (client error): The resource could not be found. Apr 07 12:04:39.862816 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8c8c593e-c0e4-4bee-b529-736bd66fd62b tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups/ad9f9d4a-b8d6-4b75-8823-748f93e69725 HTTP/1.1" status: 404 len: 347 time: 0.0161741 Apr 07 12:04:39.865442 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40128) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:39.986256 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Deleting port d3f81487-6aad-4f4b-a09b-b59d5c0739a1 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:39.986629 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:40.061686 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:40.062014 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:40.073291 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Calling delete_port for d3f81487-6aad-4f4b-a09b-b59d5c0739a1 owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:40.255768 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (d3f81487-6aad-4f4b-a09b-b59d5c0739a1), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:40.284976 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event deleted for resources: {'Port': ['ID=d3f81487-6aad-4f4b-a09b-b59d5c0739a1,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:40.342496 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks [] for floatingip (2a66732e-0eeb-4ce1-9820-cf77b9e823fc), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:40.344990 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:40.346223 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a716c50f-db13-410a-a46c-5a482042cbb0 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a66732e-0eeb-4ce1-9820-cf77b9e823fc HTTP/1.1" status: 204 len: 168 time: 0.4797845 Apr 07 12:04:42.566535 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:42.587286 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:42.587635 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 6ed309cf-d8ac-49e3-9dc9-bff84d7576e4 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:43.261793 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b2565-c3f6-436b-84b0-9f37387d7a7e req-20bdbc79-a6a0-404f-b3bf-a03bdcd3929e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:43.263324 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1e7b2565-c3f6-436b-84b0-9f37387d7a7e req-20bdbc79-a6a0-404f-b3bf-a03bdcd3929e tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0512648 Apr 07 12:04:43.317537 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1e7b2565-c3f6-436b-84b0-9f37387d7a7e req-7c9f6127-253e-4cf6-80d1-9fdcabf9b21c tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Apr 07 12:04:44.170187 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-ddc2c66c-f55f-4afb-aabc-b480c17030a3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:44.171865 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-ddc2c66c-f55f-4afb-aabc-b480c17030a3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0604134 Apr 07 12:04:44.263415 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Deleting port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:44.264115 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:44.354166 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] For port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:44.354577 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:44.367398 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Calling delete_port for 66dd2388-7ab1-4e1d-b366-de80d9ce74ca owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:44.488826 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746262-2f1e-4b36-abfb-38bd8d1179da req-0c85eace-bd66-4f6e-8959-836709b78ba9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:44.490161 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-71746262-2f1e-4b36-abfb-38bd8d1179da req-0c85eace-bd66-4f6e-8959-836709b78ba9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 946 time: 0.0839293 Apr 07 12:04:44.572841 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-71746262-2f1e-4b36-abfb-38bd8d1179da req-4f52cd2d-36df-41c1-80f0-0c0c53de3dbd tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 Apr 07 12:04:44.656309 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (66dd2388-7ab1-4e1d-b366-de80d9ce74ca), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:44.667505 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['ba17503f-e910-4699-a145-0e962bbee31e', '66dd2388-7ab1-4e1d-b366-de80d9ce74ca'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:04:44.687009 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event deleted for resources: {'Port': ['ID=66dd2388-7ab1-4e1d-b366-de80d9ce74ca,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:44.735825 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] No DVR routers for this DVR port 66dd2388-7ab1-4e1d-b366-de80d9ce74ca on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:44.739011 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:44.742336 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-74f0e2ba-c2f9-45c2-9019-ff489dcb3d52 req-8697d0c5-917d-4189-aae9-991399898028 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "DELETE /v2.0/ports/66dd2388-7ab1-4e1d-b366-de80d9ce74ca HTTP/1.1" status: 204 len: 173 time: 0.5649230 Apr 07 12:04:44.742823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c70415-d830-4d29-a048-bb85c6fd334b', 'name': 'network-vif-deleted', 'tag': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:44.745153 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e9c71-20e8-4b88-a971-0d579de33e43" -d '{"events": [{"server_uuid": "19c70415-d830-4d29-a048-bb85c6fd334b", "name": "network-vif-deleted", "tag": "66dd2388-7ab1-4e1d-b366-de80d9ce74ca"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:44.781695 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f5e0d-9435-4c5f-8478-2dca1fe7e351 x-openstack-request-id: req-764f5e0d-9435-4c5f-8478-2dca1fe7e351 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:44.781986 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c70415-d830-4d29-a048-bb85c6fd334b", "name": "network-vif-deleted", "tag": "66dd2388-7ab1-4e1d-b366-de80d9ce74ca", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:44.782235 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-764f5e0d-9435-4c5f-8478-2dca1fe7e351 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:44.782669 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764f5e0d-9435-4c5f-8478-2dca1fe7e351'] response: {'server_uuid': '19c70415-d830-4d29-a048-bb85c6fd334b', 'name': 'network-vif-deleted', 'tag': '66dd2388-7ab1-4e1d-b366-de80d9ce74ca', 'status': 'completed', 'code': 200} Apr 07 12:04:45.677862 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bddf4e84-cb58-43f2-a661-6220eebb3a51 req-7270815f-ccb5-4f8b-af5f-d6fe10d8aee6 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=19c70415-d830-4d29-a048-bb85c6fd334b HTTP/1.1" status: 200 len: 210 time: 0.0259337 Apr 07 12:04:47.176184 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:47.329347 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197187d-43f3-4ba7-aab0-b3dbf6fb22db req-069b14a9-c858-4010-b054-6ec789f3c649 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:47.330759 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1197187d-43f3-4ba7-aab0-b3dbf6fb22db req-069b14a9-c858-4010-b054-6ec789f3c649 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.2065430 Apr 07 12:04:47.377763 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1197187d-43f3-4ba7-aab0-b3dbf6fb22db req-dc231800-6c85-4826-801b-072e17c508d1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/security-groups?id=e928140b-8863-4348-bfb0-50880362efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Apr 07 12:04:47.992255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c9466696-c4da-4bb8-9abe-5b7bf7fdfbe9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:47.993726 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c9466696-c4da-4bb8-9abe-5b7bf7fdfbe9 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 945 time: 0.0504389 Apr 07 12:04:48.089945 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Deleting port ba17503f-e910-4699-a145-0e962bbee31e {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:48.090275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (ba17503f-e910-4699-a145-0e962bbee31e), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:48.174567 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] For port ba17503f-e910-4699-a145-0e962bbee31e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ba17503f-e910-4699-a145-0e962bbee31e,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:48.174937 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (ba17503f-e910-4699-a145-0e962bbee31e), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:48.190651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Calling delete_port for ba17503f-e910-4699-a145-0e962bbee31e owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:48.358847 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (ba17503f-e910-4699-a145-0e962bbee31e), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:48.370809 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['ba17503f-e910-4699-a145-0e962bbee31e'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:04:48.388760 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Pushing event deleted for resources: {'Port': ['ID=ba17503f-e910-4699-a145-0e962bbee31e,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:48.422523 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.422790 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.423130 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.423496 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.423955 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.424285 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.424663 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.424929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.425247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.425565 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.425881 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.426270 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.426604 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.426923 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.427237 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:48.446200 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] No DVR routers for this DVR port ba17503f-e910-4699-a145-0e962bbee31e on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:48.448909 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:48.452157 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-326cbc8e-18b7-43de-9e84-4257aef43a13 req-c345c9bd-7ec3-4bef-8887-a164462e61f3 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.48 "DELETE /v2.0/ports/ba17503f-e910-4699-a145-0e962bbee31e HTTP/1.1" status: 204 len: 173 time: 0.4521275 Apr 07 12:04:48.453746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'name': 'network-vif-deleted', 'tag': 'ba17503f-e910-4699-a145-0e962bbee31e'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:04:48.456683 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8203a370-5aa8-4ce7-aab0-65ec025fb842" -d '{"events": [{"server_uuid": "e0528d60-f163-4b7e-b4b6-cdfd7726f898", "name": "network-vif-deleted", "tag": "ba17503f-e910-4699-a145-0e962bbee31e"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:04:48.495205 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35e318-0140-4f72-8c49-46aad4121781 x-openstack-request-id: req-7f35e318-0140-4f72-8c49-46aad4121781 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:04:48.497939 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0528d60-f163-4b7e-b4b6-cdfd7726f898", "name": "network-vif-deleted", "tag": "ba17503f-e910-4699-a145-0e962bbee31e", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:04:48.497939 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f35e318-0140-4f72-8c49-46aad4121781 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:04:48.497939 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f35e318-0140-4f72-8c49-46aad4121781'] response: {'server_uuid': 'e0528d60-f163-4b7e-b4b6-cdfd7726f898', 'name': 'network-vif-deleted', 'tag': 'ba17503f-e910-4699-a145-0e962bbee31e', 'status': 'completed', 'code': 200} Apr 07 12:04:48.537126 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-35764388-49ef-4e49-960c-bab3c7d3aa50 req-a73fd795-0351-4459-9cdd-517abff8f0a1 tempest-ServerRescueNegativeTestJSON-150598656 tempest-ServerRescueNegativeTestJSON-150598656-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0528d60-f163-4b7e-b4b6-cdfd7726f898 HTTP/1.1" status: 200 len: 210 time: 0.0839689 Apr 07 12:04:48.580705 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 66dd2388-7ab1-4e1d-b366-de80d9ce74ca no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:48.602006 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 66dd2388-7ab1-4e1d-b366-de80d9ce74ca {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:48.602343 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 66dd2388-7ab1-4e1d-b366-de80d9ce74ca not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:49.160841 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-75f0302f-1b82-42d2-9003-d92a8d8b2660 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413673 Apr 07 12:04:49.224363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-fa3ab57d-ab8c-4abe-b018-93d0fa032b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:49.225900 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-fa3ab57d-ab8c-4abe-b018-93d0fa032b34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1129 time: 0.0456123 Apr 07 12:04:49.328876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-4c6ccca8-adf9-4f1b-9832-0fb440f09470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:49.330317 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-4c6ccca8-adf9-4f1b-9832-0fb440f09470 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 200 len: 909 time: 0.0854759 Apr 07 12:04:49.600629 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40172) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:49.668187 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-fb9f3968-b5fe-4d5f-b525-a6b2967b4dab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 1001 time: 0.3310535 Apr 07 12:04:49.719006 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-dc1df5b8-4b8b-4559-b3f1-d824037012e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:49.720454 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-dc1df5b8-4b8b-4559-b3f1-d824037012e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a2b290-177b-4ce6-8191-9467df569986 HTTP/1.1" status: 200 len: 847 time: 0.0461922 Apr 07 12:04:49.767352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-de3b57d0-3884-423d-8388-738f534291cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:49.768858 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-de3b57d0-3884-423d-8388-738f534291cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39d74b45-bed8-42bd-b144-0794be4726be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421951 Apr 07 12:04:49.862506 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-a71a1a13-2cbf-4fd3-9ea0-dd9d4dd1d7c1 service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870094 Apr 07 12:04:49.949989 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff11b143-b496-4ec4-b86e-928e3856ecaa req-c9080588-3cea-4d4d-ad11-3fc8bd0f0d98 service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816031 Apr 07 12:04:50.062883 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:50.313937 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Deleting port f514492e-3509-4b3d-87f3-3e3a8cf93a78 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:50.314270 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:50.390838 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] For port f514492e-3509-4b3d-87f3-3e3a8cf93a78, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f514492e-3509-4b3d-87f3-3e3a8cf93a78,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:50.391199 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:50.403444 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Calling delete_port for f514492e-3509-4b3d-87f3-3e3a8cf93a78 owned by network:router_interface {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:50.622626 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (f514492e-3509-4b3d-87f3-3e3a8cf93a78), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:50.652092 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f514492e-3509-4b3d-87f3-3e3a8cf93a78,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:50.820425 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.036013 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:04:51.141854 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:04:51.149710 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e16329d5-94dd-4cc0-85ad-929a4251ab26 admin admin] 10.222.0.37 "PUT /v2.0/routers/b45ce4e7-d4f7-40cb-93c4-74a28311dc28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451663 Apr 07 12:04:51.149710 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40176) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:51.153050 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] Sync routers for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:04:51.163052 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:51.164206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:51.259128 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks [] for router (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.278593 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:51.368935 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks [] for router_gateway (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.457441 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T12:04:50Z', 'revision_number': 5, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port': {'id': 'c400b9c8-88c5-4ce8-a020-e9e71fe644ea', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:46Z', 'updated_at': '2022-04-07T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:51.484704 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Deleting port c400b9c8-88c5-4ce8-a020-e9e71fe644ea {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:51.484961 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] Checking router: b45ce4e7-d4f7-40cb-93c4-74a28311dc28 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:04:51.485068 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.493968 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] Routers {'b45ce4e7-d4f7-40cb-93c4-74a28311dc28'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:04:51.494591 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:51.564674 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] For port c400b9c8-88c5-4ce8-a020-e9e71fe644ea, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:51.565033 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.577324 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Calling delete_port for c400b9c8-88c5-4ce8-a020-e9e71fe644ea owned by network:router_gateway {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:51.590367 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] Set router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 gateway port host: None {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:04:51.643851 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T12:04:51Z', 'revision_number': 6, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:51.670294 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef2e6e-7b53-4faa-ade3-780b06a20914 None None] The sync data for ids ['b45ce4e7-d4f7-40cb-93c4-74a28311dc28'] in dv-cinder-836769-3-iscsi is: [{'id': 'b45ce4e7-d4f7-40cb-93c4-74a28311dc28', 'name': 'tempest-ServerRescueNegativeTestJSON-724484149-router', 'tenant_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:45Z', 'updated_at': '2022-04-07T12:04:51Z', 'revision_number': 6, 'project_id': 'f5fbc0ea99cd42689e0f38129ddd886e', 'gw_port_host': None}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:04:51.815747 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (c400b9c8-88c5-4ce8-a020-e9e71fe644ea), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:51.845454 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c400b9c8-88c5-4ce8-a020-e9e71fe644ea,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:51.856794 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.857141 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.857534 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.857805 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.858139 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.858466 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.858817 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.859142 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.859466 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.859786 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.860110 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.860431 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.860752 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.861070 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.861384 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:04:51.914773 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.006730 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.009680 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks [] for router_controller (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.113387 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (b45ce4e7-d4f7-40cb-93c4-74a28311dc28), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.113948 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b45ce4e7-d4f7-40cb-93c4-74a28311dc28 {{(pid=110303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:04:52.119327 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.120496 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-08e9c5c4-b9dc-4f06-9d34-11aa51805dc2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b45ce4e7-d4f7-40cb-93c4-74a28311dc28 HTTP/1.1" status: 204 len: 168 time: 0.9700239 Apr 07 12:04:52.122920 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40178) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:52.170312 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] Deleting subnet 138fb078-eac6-46c8-8160-fa857bf37137 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:04:52.173348 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] Publish callbacks [] for subnet (138fb078-eac6-46c8-8160-fa857bf37137), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.207703 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (138fb078-eac6-46c8-8160-fa857bf37137), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.287993 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (138fb078-eac6-46c8-8160-fa857bf37137), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.591153 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f514492e-3509-4b3d-87f3-3e3a8cf93a78 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:52.596418 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ba17503f-e910-4699-a145-0e962bbee31e no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:52.615213 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: f514492e-3509-4b3d-87f3-3e3a8cf93a78 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:52.615564 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f514492e-3509-4b3d-87f3-3e3a8cf93a78 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:52.615981 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c400b9c8-88c5-4ce8-a020-e9e71fe644ea no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:52.638169 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: ba17503f-e910-4699-a145-0e962bbee31e {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:52.638527 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ba17503f-e910-4699-a145-0e962bbee31e not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:52.639223 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (138fb078-eac6-46c8-8160-fa857bf37137), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.656754 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: c400b9c8-88c5-4ce8-a020-e9e71fe644ea {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:52.657107 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c400b9c8-88c5-4ce8-a020-e9e71fe644ea not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:52.665479 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138fb078-eac6-46c8-8160-fa857bf37137,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:52.669280 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.672540 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4e993308-03c4-4e5a-b2d3-eddc94cb47f8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/138fb078-eac6-46c8-8160-fa857bf37137 HTTP/1.1" status: 204 len: 168 time: 0.5486915 Apr 07 12:04:52.675090 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40180) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:52.679632 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db5976-077d-4260-8697-fa71904e7194 None None] Network 01b8ce78-e1aa-4969-9bf5-06218e762e29 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:04:52.748232 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (01b8ce78-e1aa-4969-9bf5-06218e762e29), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.803031 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Deleting port f863f6b6-6f1f-4cde-ab34-2e84e53d869a {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:52.803374 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.836667 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] DHCP port deletion for 01b8ce78-e1aa-4969-9bf5-06218e762e29 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:04:52.867347 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] For port f863f6b6-6f1f-4cde-ab34-2e84e53d869a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:52.867839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.884001 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Calling delete_port for f863f6b6-6f1f-4cde-ab34-2e84e53d869a owned by network:dhcp {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:52.888966 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] Deleting port f863f6b6-6f1f-4cde-ab34-2e84e53d869a {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:04:52.889349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.950972 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] For port f863f6b6-6f1f-4cde-ab34-2e84e53d869a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,segment=NetworkSegment(782218f4-26c0-4154-8689-b876eb5b2084),segment_id=782218f4-26c0-4154-8689-b876eb5b2084)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:04:52.951304 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:52.964431 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] Calling delete_port for f863f6b6-6f1f-4cde-ab34-2e84e53d869a owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:04:53.016046 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.042988 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Pushing event deleted for resources: {'Port': ['ID=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:53.043415 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (f863f6b6-6f1f-4cde-ab34-2e84e53d869a), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.045013 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] No DVR routers for this DVR port f863f6b6-6f1f-4cde-ab34-2e84e53d869a on host dv-cinder-836769-3-iscsi {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:53.066912 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] Pushing event deleted for resources: {'Port': ['ID=f863f6b6-6f1f-4cde-ab34-2e84e53d869a,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:53.072982 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f7d5b-9a1a-462f-9429-2f014940c1a9 None None] No DVR routers for this DVR port f863f6b6-6f1f-4cde-ab34-2e84e53d869a on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:04:53.119671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (01b8ce78-e1aa-4969-9bf5-06218e762e29), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.139553 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b8ce78-e1aa-4969-9bf5-06218e762e29']}} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:53.148846 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782218f4-26c0-4154-8689-b876eb5b2084') {'for_net_delete': True} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:53.149137 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782218f4-26c0-4154-8689-b876eb5b2084') {} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:04:53.158304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9222325'] for segment (782218f4-26c0-4154-8689-b876eb5b2084), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.172168 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (782218f4-26c0-4154-8689-b876eb5b2084), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.178013 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=110304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533370'] for segment (782218f4-26c0-4154-8689-b876eb5b2084), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: Traceback (most recent call last): Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: timer() Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: cb(*args, **kw) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: return func(*args, **kwargs) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: self._notify() Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: self.callback(batched_events) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: event.method(event) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: return f(self, *a, **k) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._get(url).json() Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: return self.request(url, 'GET', **kwargs) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:04:53.180715 dv-cinder-836769-3-iscsi neutron-server[110304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:04:53.301332 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (01b8ce78-e1aa-4969-9bf5-06218e762e29), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.307569 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.310664 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] 10.222.0.37 "DELETE /v2.0/networks/01b8ce78-e1aa-4969-9bf5-06218e762e29 HTTP/1.1" status: 204 len: 168 time: 0.6344535 Apr 07 12:04:53.321496 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0da7d-5308-489e-8850-cc48eda1a691 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b8ce78-e1aa-4969-9bf5-06218e762e29,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:53.605017 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40188) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:53.644747 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-6692f661-4610-4ecb-a732-93b1d4036706 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5fbc0ea99cd42689e0f38129ddd886e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385704 Apr 07 12:04:53.647028 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40190) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:04:53.692568 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a834544-dfe3-487e-b4a9-56e37118054a admin admin] Publish callbacks [] for security_group (e928140b-8863-4348-bfb0-50880362efe9), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.713873 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a834544-dfe3-487e-b4a9-56e37118054a admin admin] Publish callbacks [] for security_group (e928140b-8863-4348-bfb0-50880362efe9), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.798686 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a834544-dfe3-487e-b4a9-56e37118054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (e928140b-8863-4348-bfb0-50880362efe9), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.801255 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a834544-dfe3-487e-b4a9-56e37118054a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:53.802381 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4a834544-dfe3-487e-b4a9-56e37118054a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e928140b-8863-4348-bfb0-50880362efe9 HTTP/1.1" status: 204 len: 168 time: 0.1544774 Apr 07 12:04:53.810871 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a834544-dfe3-487e-b4a9-56e37118054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e928140b-8863-4348-bfb0-50880362efe9,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:04:54.581216 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f863f6b6-6f1f-4cde-ab34-2e84e53d869a no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:04:54.602273 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: f863f6b6-6f1f-4cde-ab34-2e84e53d869a {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:04:54.602652 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f863f6b6-6f1f-4cde-ab34-2e84e53d869a not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:04:56.981187 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8a3a121c-14aa-407b-9ac9-d997fa29285d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:59.547529 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1fa1db24-b0a7-4397-b1e8-aec1e0674bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:00.261678 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:02.044326 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:03.398671 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:03.905121 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:17.181561 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.279051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40404) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:21.437843 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Deleting port dffb22dc-7dcf-4805-b03a-29dc58c32356 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:21.438182 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.513984 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.514309 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for floatingip (dffb22dc-7dcf-4805-b03a-29dc58c32356), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.526684 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Calling delete_port for dffb22dc-7dcf-4805-b03a-29dc58c32356 owned by network:floatingip {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:21.740509 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (dffb22dc-7dcf-4805-b03a-29dc58c32356), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.767005 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event deleted for resources: {'Port': ['ID=dffb22dc-7dcf-4805-b03a-29dc58c32356,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:21.834432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for floatingip (e2444aa7-58ef-43da-9da1-b45b4b455576), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:21.834794 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Floating IP e2444aa7-58ef-43da-9da1-b45b4b455576 disassociated (deleted). External IP: 172.27.1.124, port: a172fc7a-9541-45a3-990a-8550330f7ca8. Apr 07 12:05:22.057767 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Router e6018bb3-2ff7-4729-96f9-3073ce60d1be has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:05:22.166745 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:05:22.178964 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:22.179089 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] Sync routers for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:05:22.189691 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:22.190434 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:22.202001 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a3a4f620-cf15-4fc5-b49c-111247ea1a08 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2444aa7-58ef-43da-9da1-b45b4b455576 HTTP/1.1" status: 204 len: 168 time: 0.9218447 Apr 07 12:05:22.202714 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:22.205839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:22.252527 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fdd54c-ba44-4014-b64b-8b292239fd01 x-openstack-request-id: req-15fdd54c-ba44-4014-b64b-8b292239fd01 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:22.252527 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:22.252527 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15fdd54c-ba44-4014-b64b-8b292239fd01 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:22.252527 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fdd54c-ba44-4014-b64b-8b292239fd01'] response: {'name': 'network-changed', 'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'status': 'completed', 'code': 200} Apr 07 12:05:22.309910 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:22.328476 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-a29c7c08-4b67-4850-b4c3-0c96a96eb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:22.330038 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-a29c7c08-4b67-4850-b4c3-0c96a96eb00f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fa2b79396a843e087f247c1f6558746&device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 1129 time: 0.0528903 Apr 07 12:05:22.425405 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-a1e2602d-d85c-4cb5-b997-a6f49cbb7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:22.427108 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-a1e2602d-d85c-4cb5-b997-a6f49cbb7e84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 200 len: 909 time: 0.0913370 Apr 07 12:05:22.469231 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-9f73965d-282b-4972-93fe-d1643336195c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 200 len: 217 time: 0.0356464 Apr 07 12:05:22.508524 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:22.524198 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-56ca9ff4-4b24-43c9-9caa-93e5252eef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:22.525678 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-56ca9ff4-4b24-43c9-9caa-93e5252eef91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92a2b290-177b-4ce6-8191-9467df569986 HTTP/1.1" status: 200 len: 847 time: 0.0496750 Apr 07 12:05:22.583872 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-9fb4dc18-ff10-40f1-a053-a3fe3fb24f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:22.585901 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-9fb4dc18-ff10-40f1-a053-a3fe3fb24f20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39d74b45-bed8-42bd-b144-0794be4726be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523524 Apr 07 12:05:22.626738 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] Checking router: e6018bb3-2ff7-4729-96f9-3073ce60d1be for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:05:22.635198 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:22.635802 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:04:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:22.674644 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49fb0c-169b-4d2b-ba73-5b71b15e4fa8 req-c04abcbd-eec7-48e8-9876-120ec0a19874 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:22.676119 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7c49fb0c-169b-4d2b-ba73-5b71b15e4fa8 req-c04abcbd-eec7-48e8-9876-120ec0a19874 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0525808 Apr 07 12:05:22.724928 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7c49fb0c-169b-4d2b-ba73-5b71b15e4fa8 req-2602f145-9763-4827-9ca8-0143e5c34a5a tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Apr 07 12:05:22.741594 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:22.933796 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:22.960745 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3637ca6-a9b5-434f-b7cd-e8601933a352 None None] The sync data for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi is: [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T11:56:56Z', 'revision_number': 4, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '6a9ed3ba-518d-446b-8a1e-22a1b88a431b', 'name': '', 'network_id': '39d74b45-bed8-42bd-b144-0794be4726be', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'mac_address': 'fa:16:3e:a6:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '92a2b290-177b-4ce6-8191-9467df569986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:56Z', 'updated_at': '2022-04-07T11:57:03Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'subnets': [{'id': '92a2b290-177b-4ce6-8191-9467df569986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:05:23.206313 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ff230-6151-468c-8d0a-d6d2a4947f4d None None] New status for floating IP e2444aa7-58ef-43da-9da1-b45b4b455576: DOWN {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:05:23.655203 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-e8464989-39e1-408a-ab8a-21066d9a3572 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:05:23.656204 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-e8464989-39e1-408a-ab8a-21066d9a3572 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059576 Apr 07 12:05:23.746821 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-391c117e-575f-4cc6-a1e2-3f4fd8fa7ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848305 Apr 07 12:05:23.896999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b906a-1080-443c-a27d-eff4acb805f8 req-374cd280-bb3e-4d34-8852-f21d774de827 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:23.898463 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-804b906a-1080-443c-a27d-eff4acb805f8 req-374cd280-bb3e-4d34-8852-f21d774de827 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.1005564 Apr 07 12:05:23.900748 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b6f3d435-f9ac-4e99-8f36-d8a3fe502c5e req-7444f049-d378-47d9-8458-ad007a5d6b02 service neutron] 10.222.0.48 "GET /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265481 Apr 07 12:05:23.946811 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-804b906a-1080-443c-a27d-eff4acb805f8 req-7673d74b-a157-4f04-9bdc-e6419f4058ca tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/security-groups?id=43b6c986-6171-400b-a3e8-0adc7620d2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Apr 07 12:05:24.452120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-51c11d27-a8bd-4bfe-a779-b973144feb79 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:24.454196 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-51c11d27-a8bd-4bfe-a779-b973144feb79 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 945 time: 0.0512183 Apr 07 12:05:24.546085 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Deleting port a172fc7a-9541-45a3-990a-8550330f7ca8 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:24.546415 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:24.643537 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] For port a172fc7a-9541-45a3-990a-8550330f7ca8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a172fc7a-9541-45a3-990a-8550330f7ca8,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:24.643831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:24.656834 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Calling delete_port for a172fc7a-9541-45a3-990a-8550330f7ca8 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:24.832930 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (a172fc7a-9541-45a3-990a-8550330f7ca8), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:24.863822 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event deleted for resources: {'Port': ['ID=a172fc7a-9541-45a3-990a-8550330f7ca8,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:24.905125 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] No DVR routers for this DVR port a172fc7a-9541-45a3-990a-8550330f7ca8 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:24.908220 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:24.911515 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed593853-b242-48ec-81f3-cb06ee70c4a0 req-fc4a0cc5-1375-4e30-9e66-dd83932e08bb tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.48 "DELETE /v2.0/ports/a172fc7a-9541-45a3-990a-8550330f7ca8 HTTP/1.1" status: 204 len: 173 time: 0.4516985 Apr 07 12:05:24.911957 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-deleted', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:24.914169 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af709c4-a6c0-421d-8fe5-eae6e2714ad8" -d '{"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-deleted", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:24.948475 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf75548-9c12-4642-84a1-49f14da921a1 x-openstack-request-id: req-fdf75548-9c12-4642-84a1-49f14da921a1 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:24.948764 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b034257-ab99-4c2a-aa73-fbd95c5a32fc", "name": "network-vif-deleted", "tag": "a172fc7a-9541-45a3-990a-8550330f7ca8", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:24.949012 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdf75548-9c12-4642-84a1-49f14da921a1 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:24.949433 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf75548-9c12-4642-84a1-49f14da921a1'] response: {'server_uuid': '5b034257-ab99-4c2a-aa73-fbd95c5a32fc', 'name': 'network-vif-deleted', 'tag': 'a172fc7a-9541-45a3-990a-8550330f7ca8', 'status': 'completed', 'code': 200} Apr 07 12:05:25.064435 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7c2ea1d8-25c2-463b-b561-92f7dc1d9f6f req-c534d7e6-3560-4ae9-b49a-00f4edffaad5 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0298603 Apr 07 12:05:26.159593 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d4c949d-d82d-4ce1-a6ae-d7393456f89c req-fb482661-991f-4e84-b5fa-c0a017253432 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0274460 Apr 07 12:05:27.020654 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7e4b42ad-1e5f-41ac-9078-6235323f43f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:27.250619 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7c81dac5-5e95-4f18-9347-b26df3a3f833 req-064dc4ab-5181-45a7-8f7a-bb995660e32f tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0263760 Apr 07 12:05:28.342180 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8849ed6f-4399-403e-a870-bdcd88b99367 req-17917fe6-0d1e-48cf-8b4a-b4f57bf88e05 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0258155 Apr 07 12:05:28.707847 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a172fc7a-9541-45a3-990a-8550330f7ca8 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:28.731182 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: a172fc7a-9541-45a3-990a-8550330f7ca8 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:28.731528 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a172fc7a-9541-45a3-990a-8550330f7ca8 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:29.432013 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c9c42b4-45bc-465f-a83a-a2a775b05523 req-1d146429-d6e9-40aa-be58-b5cd7713e3e9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0253670 Apr 07 12:05:29.529450 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4ee6cea2-b05c-404c-90bb-68dcef794cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:30.284160 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:30.525574 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9a4dda72-f810-4f28-9027-62bcbc707fb1 req-3490a54b-2ec8-4110-b451-2b2bf572d392 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0260539 Apr 07 12:05:31.617932 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6045b827-e73a-4ef3-acba-407888945bc2 req-4cffddc8-e3c8-45f1-bbef-1eaa6720605d tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0285275 Apr 07 12:05:32.038102 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.709464 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20d80e55-d8c6-4740-9245-1e03d162ae51 req-9766bf5b-339f-4596-9e3f-91147777f8b1 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0263977 Apr 07 12:05:33.443730 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:33.802425 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bda08d29-df2a-4e7f-8df7-f09bd0e5c972 req-e1d66409-7e76-4e82-b294-652cc822fa1c tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b034257-ab99-4c2a-aa73-fbd95c5a32fc HTTP/1.1" status: 200 len: 210 time: 0.0262282 Apr 07 12:05:34.858240 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40502) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:34.913208 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9100e1-8d85-43a8-bae1-6a1f56e3dfc3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group (43b6c986-6171-400b-a3e8-0adc7620d2cd), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:34.937862 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9100e1-8d85-43a8-bae1-6a1f56e3dfc3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group (43b6c986-6171-400b-a3e8-0adc7620d2cd), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.117257 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9100e1-8d85-43a8-bae1-6a1f56e3dfc3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (43b6c986-6171-400b-a3e8-0adc7620d2cd), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.119807 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2b9100e1-8d85-43a8-bae1-6a1f56e3dfc3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.120971 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-2b9100e1-8d85-43a8-bae1-6a1f56e3dfc3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] 10.222.0.37 "DELETE /v2.0/security-groups/43b6c986-6171-400b-a3e8-0adc7620d2cd HTTP/1.1" status: 204 len: 168 time: 0.2617161 Apr 07 12:05:35.130965 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9100e1-8d85-43a8-bae1-6a1f56e3dfc3 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b6c986-6171-400b-a3e8-0adc7620d2cd,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:35.273461 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40506) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:35.773924 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (e6018bb3-2ff7-4729-96f9-3073ce60d1be), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:36.024819 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Deleting port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:36.025063 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:36.102572 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] For port 6a9ed3ba-518d-446b-8a1e-22a1b88a431b, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:36.102958 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:36.119250 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Calling delete_port for 6a9ed3ba-518d-446b-8a1e-22a1b88a431b owned by network:router_interface {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:36.398496 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (6a9ed3ba-518d-446b-8a1e-22a1b88a431b), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:36.425478 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9ed3ba-518d-446b-8a1e-22a1b88a431b,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:36.598086 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (e6018bb3-2ff7-4729-96f9-3073ce60d1be), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:36.814369 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Router e6018bb3-2ff7-4729-96f9-3073ce60d1be has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:05:36.927281 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:05:36.932610 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-1eeab369-1a4c-4456-8729-5b41f6c9642e admin admin] 10.222.0.37 "PUT /v2.0/routers/e6018bb3-2ff7-4729-96f9-3073ce60d1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6579664 Apr 07 12:05:36.935327 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40530) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:36.936171 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] Sync routers for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:05:36.946595 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:36.947204 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:37.041705 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks [] for router (e6018bb3-2ff7-4729-96f9-3073ce60d1be), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.052710 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:37.150920 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks [] for router_gateway (e6018bb3-2ff7-4729-96f9-3073ce60d1be), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.236124 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T12:05:36Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:37.265020 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] Checking router: e6018bb3-2ff7-4729-96f9-3073ce60d1be for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:05:37.273713 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] Routers {'e6018bb3-2ff7-4729-96f9-3073ce60d1be'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:37.274317 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:37.373559 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Deleting port e3359374-b49c-4c8d-92ef-aaea5386e314 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:37.373896 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.386915 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] Set router e6018bb3-2ff7-4729-96f9-3073ce60d1be gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:37.467034 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] For port e3359374-b49c-4c8d-92ef-aaea5386e314, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=e3359374-b49c-4c8d-92ef-aaea5386e314,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:37.467663 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.489569 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Calling delete_port for e3359374-b49c-4c8d-92ef-aaea5386e314 owned by network:router_gateway {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:37.600944 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T12:05:36Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:37.643592 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4783c0-be0a-4c0f-8db6-c91bf7a36388 None None] The sync data for ids ['e6018bb3-2ff7-4729-96f9-3073ce60d1be'] in dv-cinder-836769-3-iscsi is: [{'id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'name': 'tempest-TestShelveInstance-105662736-router', 'tenant_id': '4fa2b79396a843e087f247c1f6558746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:56:52Z', 'updated_at': '2022-04-07T12:05:36Z', 'revision_number': 5, 'project_id': '4fa2b79396a843e087f247c1f6558746', 'gw_port': {'id': 'e3359374-b49c-4c8d-92ef-aaea5386e314', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:be:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6018bb3-2ff7-4729-96f9-3073ce60d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:56:53Z', 'updated_at': '2022-04-07T11:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:05:37.802996 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (e3359374-b49c-4c8d-92ef-aaea5386e314), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.847243 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3359374-b49c-4c8d-92ef-aaea5386e314,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:37.927049 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (e6018bb3-2ff7-4729-96f9-3073ce60d1be), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.054029 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (e6018bb3-2ff7-4729-96f9-3073ce60d1be), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.056565 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks [] for router_controller (e6018bb3-2ff7-4729-96f9-3073ce60d1be), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.231809 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (e6018bb3-2ff7-4729-96f9-3073ce60d1be), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.232377 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6018bb3-2ff7-4729-96f9-3073ce60d1be {{(pid=110303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:05:38.246279 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.246279 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-05aeed3b-86d8-434b-b139-20cd2217838e admin admin] 10.222.0.37 "DELETE /v2.0/routers/e6018bb3-2ff7-4729-96f9-3073ce60d1be HTTP/1.1" status: 204 len: 168 time: 1.3026495 Apr 07 12:05:38.248237 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40542) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:38.295207 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] Deleting subnet 92a2b290-177b-4ce6-8191-9467df569986 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:05:38.298436 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] Publish callbacks [] for subnet (92a2b290-177b-4ce6-8191-9467df569986), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.338212 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (92a2b290-177b-4ce6-8191-9467df569986), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.428121 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (92a2b290-177b-4ce6-8191-9467df569986), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.569805 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (92a2b290-177b-4ce6-8191-9467df569986), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.593800 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a2b290-177b-4ce6-8191-9467df569986,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:38.599456 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.602819 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3f329cfa-bd80-424c-8231-100d3df001a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/92a2b290-177b-4ce6-8191-9467df569986 HTTP/1.1" status: 204 len: 168 time: 0.3533514 Apr 07 12:05:38.605236 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40544) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:38.605405 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f9695c-00c6-49ba-a740-a6642f11e49c None None] Network 39d74b45-bed8-42bd-b144-0794be4726be requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:05:38.679864 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (39d74b45-bed8-42bd-b144-0794be4726be), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.754901 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Deleting port 04674b3a-8030-4208-ab67-ae1d2db66250 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:38.755245 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.774418 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] DHCP port deletion for 39d74b45-bed8-42bd-b144-0794be4726be request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:05:38.807964 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device e3359374-b49c-4c8d-92ef-aaea5386e314 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:38.821043 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] For port 04674b3a-8030-4208-ab67-ae1d2db66250, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=04674b3a-8030-4208-ab67-ae1d2db66250,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:38.821412 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.834287 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: e3359374-b49c-4c8d-92ef-aaea5386e314 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:38.834639 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Calling delete_port for 04674b3a-8030-4208-ab67-ae1d2db66250 owned by network:dhcp {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:38.834782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device e3359374-b49c-4c8d-92ef-aaea5386e314 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:38.835054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 6a9ed3ba-518d-446b-8a1e-22a1b88a431b no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:38.856967 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 6a9ed3ba-518d-446b-8a1e-22a1b88a431b {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:38.857111 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 6a9ed3ba-518d-446b-8a1e-22a1b88a431b not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:38.869156 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Deleting port 04674b3a-8030-4208-ab67-ae1d2db66250 {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:38.869526 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.934133 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] For port 04674b3a-8030-4208-ab67-ae1d2db66250, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=04674b3a-8030-4208-ab67-ae1d2db66250,segment=NetworkSegment(7cad9da0-1fbb-42d4-81e0-9d582c27b47f),segment_id=7cad9da0-1fbb-42d4-81e0-9d582c27b47f)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:38.934533 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:38.947980 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Calling delete_port for 04674b3a-8030-4208-ab67-ae1d2db66250 owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:38.981107 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.005754 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Pushing event deleted for resources: {'Port': ['ID=04674b3a-8030-4208-ab67-ae1d2db66250,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:39.012075 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] No DVR routers for this DVR port 04674b3a-8030-4208-ab67-ae1d2db66250 on host dv-cinder-836769-3-iscsi {{(pid=110303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:39.027443 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (04674b3a-8030-4208-ab67-ae1d2db66250), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.053930 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Pushing event deleted for resources: {'Port': ['ID=04674b3a-8030-4208-ab67-ae1d2db66250,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:39.056208 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] No DVR routers for this DVR port 04674b3a-8030-4208-ab67-ae1d2db66250 on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:39.064137 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.065131 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.065475 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.065819 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.066147 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.066474 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.066824 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.067151 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.067472 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.067797 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.068141 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.068440 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.068782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.069103 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.069418 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79f8b-ed03-487f-89de-79a4f98673a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:39.089211 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (39d74b45-bed8-42bd-b144-0794be4726be), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.109848 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d74b45-bed8-42bd-b144-0794be4726be']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:39.119674 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cad9da0-1fbb-42d4-81e0-9d582c27b47f') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:39.119967 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cad9da0-1fbb-42d4-81e0-9d582c27b47f') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:39.129170 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (7cad9da0-1fbb-42d4-81e0-9d582c27b47f), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.142028 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (7cad9da0-1fbb-42d4-81e0-9d582c27b47f), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.148488 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:05:39.148880 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (7cad9da0-1fbb-42d4-81e0-9d582c27b47f), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:05:39.150537 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:05:39.260870 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (39d74b45-bed8-42bd-b144-0794be4726be), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.266594 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.269944 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] 10.222.0.37 "DELETE /v2.0/networks/39d74b45-bed8-42bd-b144-0794be4726be HTTP/1.1" status: 204 len: 168 time: 0.6637845 Apr 07 12:05:39.273191 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40548) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:39.280982 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a343b8-d698-4c68-9896-df2d420ee060 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d74b45-bed8-42bd-b144-0794be4726be,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:39.635012 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (a51ce599-f134-4188-ac50-4645d131759d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.891544 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Deleting port 108a48a8-db95-4c32-a557-a1afe14d1dca {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:39.891879 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.971516 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] For port 108a48a8-db95-4c32-a557-a1afe14d1dca, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=108a48a8-db95-4c32-a557-a1afe14d1dca,segment=NetworkSegment(6c9c8ef6-5df6-474d-8b5a-5d6dc190d143),segment_id=6c9c8ef6-5df6-474d-8b5a-5d6dc190d143)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:39.971874 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:39.986797 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Calling delete_port for 108a48a8-db95-4c32-a557-a1afe14d1dca owned by network:router_interface {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:40.260586 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (108a48a8-db95-4c32-a557-a1afe14d1dca), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:40.285391 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=108a48a8-db95-4c32-a557-a1afe14d1dca,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:40.453197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (a51ce599-f134-4188-ac50-4645d131759d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:40.639569 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 04674b3a-8030-4208-ab67-ae1d2db66250 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:40.661294 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 04674b3a-8030-4208-ab67-ae1d2db66250 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:40.661650 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 04674b3a-8030-4208-ab67-ae1d2db66250 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:40.903629 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:40.938087 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Router a51ce599-f134-4188-ac50-4645d131759d has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:05:41.046780 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:05:41.052301 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6aef3d4f-fc03-477e-a70b-ec3cb3126b1e admin admin] 10.222.0.37 "PUT /v2.0/routers/a51ce599-f134-4188-ac50-4645d131759d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7780762 Apr 07 12:05:41.054760 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40566) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:41.057263 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] Sync routers for ids ['a51ce599-f134-4188-ac50-4645d131759d'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:05:41.068062 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] Routers {'a51ce599-f134-4188-ac50-4645d131759d'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:41.068681 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['a51ce599-f134-4188-ac50-4645d131759d'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:41.162251 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks [] for router (a51ce599-f134-4188-ac50-4645d131759d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.181892 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] Set router a51ce599-f134-4188-ac50-4645d131759d gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:41.271372 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks [] for router_gateway (a51ce599-f134-4188-ac50-4645d131759d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.363605 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T12:05:40Z', 'revision_number': 5, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port': {'id': '764d0a58-2a65-4f4e-a069-e417a1aa0f44', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51ce599-f134-4188-ac50-4645d131759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:02Z', 'updated_at': '2022-04-07T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:41.391938 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] Checking router: a51ce599-f134-4188-ac50-4645d131759d for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:05:41.397110 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Deleting port 764d0a58-2a65-4f4e-a069-e417a1aa0f44 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:41.397760 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.400946 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] Routers {'a51ce599-f134-4188-ac50-4645d131759d'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:41.401561 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['a51ce599-f134-4188-ac50-4645d131759d'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:41.483234 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] For port 764d0a58-2a65-4f4e-a069-e417a1aa0f44, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=764d0a58-2a65-4f4e-a069-e417a1aa0f44,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:41.483649 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.490690 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] Set router a51ce599-f134-4188-ac50-4645d131759d gateway port host: None {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:41.496700 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Calling delete_port for 764d0a58-2a65-4f4e-a069-e417a1aa0f44 owned by network:router_gateway {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:41.547495 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T12:05:41Z', 'revision_number': 6, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:41.574685 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219df9a-b4f4-475f-99ac-afeabe32b91d None None] The sync data for ids ['a51ce599-f134-4188-ac50-4645d131759d'] in dv-cinder-836769-3-iscsi is: [{'id': 'a51ce599-f134-4188-ac50-4645d131759d', 'name': 'tempest-TestShelveInstance-562286230-router', 'tenant_id': '79def48e92514b7195579b8952e51cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:00Z', 'updated_at': '2022-04-07T12:05:41Z', 'revision_number': 6, 'project_id': '79def48e92514b7195579b8952e51cfc', 'gw_port_host': None}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:05:41.763766 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (764d0a58-2a65-4f4e-a069-e417a1aa0f44), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.789353 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=764d0a58-2a65-4f4e-a069-e417a1aa0f44,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:41.850812 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (a51ce599-f134-4188-ac50-4645d131759d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.950093 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (a51ce599-f134-4188-ac50-4645d131759d), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.952602 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks [] for router_controller (a51ce599-f134-4188-ac50-4645d131759d), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.072585 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (a51ce599-f134-4188-ac50-4645d131759d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.073117 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51ce599-f134-4188-ac50-4645d131759d {{(pid=110304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:05:42.077318 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.078461 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-02543c93-e80c-4bac-821b-ed8fe9943d98 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a51ce599-f134-4188-ac50-4645d131759d HTTP/1.1" status: 204 len: 168 time: 1.0227864 Apr 07 12:05:42.081016 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40576) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:42.126181 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] Deleting subnet 3fbdb43e-aed4-4fc8-a920-2622a02703b9 {{(pid=110304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:05:42.129322 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] Publish callbacks [] for subnet (3fbdb43e-aed4-4fc8-a920-2622a02703b9), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.162962 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9222316'] for subnet (3fbdb43e-aed4-4fc8-a920-2622a02703b9), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.243085 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (3fbdb43e-aed4-4fc8-a920-2622a02703b9), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.369776 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3533532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9235136'] for subnet (3fbdb43e-aed4-4fc8-a920-2622a02703b9), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.397616 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.401323 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3fbdb43e-aed4-4fc8-a920-2622a02703b9 HTTP/1.1" status: 204 len: 168 time: 0.3193564 Apr 07 12:05:42.402143 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a6f7e-380f-45bf-86e7-b37bacbecde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbdb43e-aed4-4fc8-a920-2622a02703b9,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:42.402970 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0642b4-f962-41e5-9ec1-fb03e87bbbc7 None None] Network 8f694fae-4cad-4967-bc25-6a3f0f45e0ab requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:05:42.404684 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40578) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:42.483138 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (8f694fae-4cad-4967-bc25-6a3f0f45e0ab), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.547115 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Deleting port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:42.547587 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.564758 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] DHCP port deletion for 8f694fae-4cad-4967-bc25-6a3f0f45e0ab request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:05:42.615290 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] For port ef13ed63-4993-44f3-af2f-d94fcd1c83f9, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,segment=NetworkSegment(6c9c8ef6-5df6-474d-8b5a-5d6dc190d143),segment_id=6c9c8ef6-5df6-474d-8b5a-5d6dc190d143)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:42.615654 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.622349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] Deleting port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:42.622761 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.635094 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Calling delete_port for ef13ed63-4993-44f3-af2f-d94fcd1c83f9 owned by network:dhcp {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:42.651215 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 108a48a8-db95-4c32-a557-a1afe14d1dca no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:42.698576 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 108a48a8-db95-4c32-a557-a1afe14d1dca {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:42.698912 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 108a48a8-db95-4c32-a557-a1afe14d1dca not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:42.699336 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 764d0a58-2a65-4f4e-a069-e417a1aa0f44 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:42.727009 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 764d0a58-2a65-4f4e-a069-e417a1aa0f44 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:42.727353 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 764d0a58-2a65-4f4e-a069-e417a1aa0f44 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:42.727773 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ef13ed63-4993-44f3-af2f-d94fcd1c83f9 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:42.763710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] For port ef13ed63-4993-44f3-af2f-d94fcd1c83f9, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,segment=NetworkSegment(6c9c8ef6-5df6-474d-8b5a-5d6dc190d143),segment_id=6c9c8ef6-5df6-474d-8b5a-5d6dc190d143)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:42.764047 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.786151 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] Calling delete_port for ef13ed63-4993-44f3-af2f-d94fcd1c83f9 owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:42.855819 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.875355 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 is: ACTIVE; New status is: DOWN {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:05:42.875742 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.882809 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:42.886754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] No DVR routers for this DVR port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 on host dv-cinder-836769-3-iscsi {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:42.928432 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (ef13ed63-4993-44f3-af2f-d94fcd1c83f9), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.953660 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] Pushing event deleted for resources: {'Port': ['ID=ef13ed63-4993-44f3-af2f-d94fcd1c83f9,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:42.957366 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01011a27-dd97-44c9-a877-bd3b5b5f44c9 None None] No DVR routers for this DVR port ef13ed63-4993-44f3-af2f-d94fcd1c83f9 on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:42.963827 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (8f694fae-4cad-4967-bc25-6a3f0f45e0ab), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.985381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f694fae-4cad-4967-bc25-6a3f0f45e0ab']}} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:42.995592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143') {'for_net_delete': True} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:42.995896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9c8ef6-5df6-474d-8b5a-5d6dc190d143') {} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:43.005391 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9222325'] for segment (6c9c8ef6-5df6-474d-8b5a-5d6dc190d143), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.018825 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (6c9c8ef6-5df6-474d-8b5a-5d6dc190d143), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.024731 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:05:43.025120 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533370'] for segment (6c9c8ef6-5df6-474d-8b5a-5d6dc190d143), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: Traceback (most recent call last): Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: timer() Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: cb(*args, **kw) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: return func(*args, **kwargs) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: self._notify() Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: self.callback(batched_events) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: event.method(event) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: return f(self, *a, **k) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._get(url).json() Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: return self.request(url, 'GET', **kwargs) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:05:43.026868 dv-cinder-836769-3-iscsi neutron-server[110304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:05:43.139825 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (8f694fae-4cad-4967-bc25-6a3f0f45e0ab), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.145326 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.148436 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8f694fae-4cad-4967-bc25-6a3f0f45e0ab HTTP/1.1" status: 204 len: 168 time: 0.7428439 Apr 07 12:05:43.160069 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8c560-a54c-4108-8935-e8233eb96b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f694fae-4cad-4967-bc25-6a3f0f45e0ab,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:43.524978 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40586) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:43.567159 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-4f012758-2301-4b51-803e-ddfffeac5583 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fa2b79396a843e087f247c1f6558746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410109 Apr 07 12:05:43.569583 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40588) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:43.616010 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b37244b0-4fe2-4c4c-bf4b-5ca990b66a0e admin admin] Publish callbacks [] for security_group (c4346f7d-dfa4-4bf7-9123-45fd13a8df26), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.637139 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b37244b0-4fe2-4c4c-bf4b-5ca990b66a0e admin admin] Publish callbacks [] for security_group (c4346f7d-dfa4-4bf7-9123-45fd13a8df26), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.769670 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b37244b0-4fe2-4c4c-bf4b-5ca990b66a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c4346f7d-dfa4-4bf7-9123-45fd13a8df26), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.772250 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b37244b0-4fe2-4c4c-bf4b-5ca990b66a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:43.773430 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b37244b0-4fe2-4c4c-bf4b-5ca990b66a0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4346f7d-dfa4-4bf7-9123-45fd13a8df26 HTTP/1.1" status: 204 len: 168 time: 0.2029521 Apr 07 12:05:43.786488 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37244b0-4fe2-4c4c-bf4b-5ca990b66a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4346f7d-dfa4-4bf7-9123-45fd13a8df26,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:44.591087 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40602) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:44.630148 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-fd4e30db-f388-4e5f-bc25-ba482e1f55b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79def48e92514b7195579b8952e51cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378091 Apr 07 12:05:44.632596 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40604) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:44.682426 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-43476047-5709-42eb-9d9f-6e0d47f0d711 admin admin] Publish callbacks [] for security_group (0b25561b-8cb3-48cf-b34a-32ce46db7c16), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.703794 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-43476047-5709-42eb-9d9f-6e0d47f0d711 admin admin] Publish callbacks [] for security_group (0b25561b-8cb3-48cf-b34a-32ce46db7c16), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.809370 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-43476047-5709-42eb-9d9f-6e0d47f0d711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0b25561b-8cb3-48cf-b34a-32ce46db7c16), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.811905 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-43476047-5709-42eb-9d9f-6e0d47f0d711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.813113 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-43476047-5709-42eb-9d9f-6e0d47f0d711 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b25561b-8cb3-48cf-b34a-32ce46db7c16 HTTP/1.1" status: 204 len: 168 time: 0.1795392 Apr 07 12:05:44.821380 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43476047-5709-42eb-9d9f-6e0d47f0d711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b25561b-8cb3-48cf-b34a-32ce46db7c16,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:47.208500 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.815621 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40692) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:53.918477 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.994180 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Publish callbacks [] for security_group (6ba643f0-483d-4cc8-96d8-1c12342c7b9d), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.060817 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6ba643f0-483d-4cc8-96d8-1c12342c7b9d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.101550 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70806f3ce7f54e909e0456a5d5646b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842181 Apr 07 12:05:54.102414 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba643f0-483d-4cc8-96d8-1c12342c7b9d,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:54.104758 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40696) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:54.109809 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.110161 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.110506 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.110875 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.111212 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.111545 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.111874 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.112200 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.112531 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.112942 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.113349 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.113685 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.114027 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.114364 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.114710 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee4199-fc62-4add-8928-a96f81df2657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.153277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Publish callbacks [] for security_group (6ba643f0-483d-4cc8-96d8-1c12342c7b9d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.173912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Publish callbacks [] for security_group (6ba643f0-483d-4cc8-96d8-1c12342c7b9d), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.283275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6ba643f0-483d-4cc8-96d8-1c12342c7b9d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.285842 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.287026 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ba643f0-483d-4cc8-96d8-1c12342c7b9d HTTP/1.1" status: 204 len: 168 time: 0.1812193 Apr 07 12:05:54.299241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba643f0-483d-4cc8-96d8-1c12342c7b9d,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:54.302170 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.302521 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.302896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.303241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.303575 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.303906 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.304235 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.304642 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.304885 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.305361 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.305651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.305978 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.306305 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.306656 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.306981 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10979d8e-2cb2-4bcb-929b-401d61a571cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:54.958864 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40702) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:54.971971 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-313b76ff-9c04-4ad7-9e75-763c0e5b0ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:55.043138 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-313b76ff-9c04-4ad7-9e75-763c0e5b0ca5 admin admin] Publish callbacks [] for security_group (86d0c5c7-96e3-4c2d-b7e1-e9393caaa147), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:55.123245 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-313b76ff-9c04-4ad7-9e75-763c0e5b0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (86d0c5c7-96e3-4c2d-b7e1-e9393caaa147), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:55.163588 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-313b76ff-9c04-4ad7-9e75-763c0e5b0ca5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27125055183a4a5d827e191a6166fba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036705 Apr 07 12:05:55.164694 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b76ff-9c04-4ad7-9e75-763c0e5b0ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d0c5c7-96e3-4c2d-b7e1-e9393caaa147,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:55.166322 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40704) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:55.215615 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b1ab626c-3192-4f5a-b4df-8d8046f2b044 admin admin] Publish callbacks [] for security_group (86d0c5c7-96e3-4c2d-b7e1-e9393caaa147), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:55.236426 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b1ab626c-3192-4f5a-b4df-8d8046f2b044 admin admin] Publish callbacks [] for security_group (86d0c5c7-96e3-4c2d-b7e1-e9393caaa147), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:55.364574 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b1ab626c-3192-4f5a-b4df-8d8046f2b044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (86d0c5c7-96e3-4c2d-b7e1-e9393caaa147), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:55.367237 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b1ab626c-3192-4f5a-b4df-8d8046f2b044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:55.368402 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b1ab626c-3192-4f5a-b4df-8d8046f2b044 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86d0c5c7-96e3-4c2d-b7e1-e9393caaa147 HTTP/1.1" status: 204 len: 168 time: 0.2010200 Apr 07 12:05:55.376285 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab626c-3192-4f5a-b4df-8d8046f2b044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d0c5c7-96e3-4c2d-b7e1-e9393caaa147,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:57.015104 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9fb778e8-32fe-4aa4-a126-04891b4a31d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:59.529317 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-94ccbe1d-c4df-4978-b6de-d2d58ac75daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:00.277782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:02.060289 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.437574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.598528 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40782) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:03.701047 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-be129aac-f81f-425f-8a7c-0fb013e91ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.777568 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-be129aac-f81f-425f-8a7c-0fb013e91ed2 admin admin] Publish callbacks [] for security_group (a72bb273-64c8-4c19-8e64-3e395344397e), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.866116 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-be129aac-f81f-425f-8a7c-0fb013e91ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a72bb273-64c8-4c19-8e64-3e395344397e), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.904887 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-be129aac-f81f-425f-8a7c-0fb013e91ed2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f7da185851a41088ea3950681b284fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052635 Apr 07 12:06:03.905808 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be129aac-f81f-425f-8a7c-0fb013e91ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72bb273-64c8-4c19-8e64-3e395344397e,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:03.907655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40786) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:03.956330 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a4da-aa9f-437d-8176-461942ddce1b admin admin] Publish callbacks [] for security_group (a72bb273-64c8-4c19-8e64-3e395344397e), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.978288 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a4da-aa9f-437d-8176-461942ddce1b admin admin] Publish callbacks [] for security_group (a72bb273-64c8-4c19-8e64-3e395344397e), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.106330 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a4da-aa9f-437d-8176-461942ddce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a72bb273-64c8-4c19-8e64-3e395344397e), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.108901 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a4da-aa9f-437d-8176-461942ddce1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.110085 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-bfd8a4da-aa9f-437d-8176-461942ddce1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a72bb273-64c8-4c19-8e64-3e395344397e HTTP/1.1" status: 204 len: 168 time: 0.2009206 Apr 07 12:06:04.118801 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8a4da-aa9f-437d-8176-461942ddce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72bb273-64c8-4c19-8e64-3e395344397e,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:04.746756 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 40792) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:04.759811 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e12ebb1-af01-465e-8899-3e0e40d5a836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.831853 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e12ebb1-af01-465e-8899-3e0e40d5a836 admin admin] Publish callbacks [] for security_group (1c790c5f-ab38-42c7-9dbc-593912243c5a), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.917709 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6e12ebb1-af01-465e-8899-3e0e40d5a836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (1c790c5f-ab38-42c7-9dbc-593912243c5a), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:04.955100 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6e12ebb1-af01-465e-8899-3e0e40d5a836 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62ea710d9c3f40f4b9dca31ec06ce984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072117 Apr 07 12:06:04.955963 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12ebb1-af01-465e-8899-3e0e40d5a836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c790c5f-ab38-42c7-9dbc-593912243c5a,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:04.958578 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40794) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:05.005606 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4c883669-098d-462e-bd6f-38ab5d1cd57f admin admin] Publish callbacks [] for security_group (1c790c5f-ab38-42c7-9dbc-593912243c5a), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:05.027235 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4c883669-098d-462e-bd6f-38ab5d1cd57f admin admin] Publish callbacks [] for security_group (1c790c5f-ab38-42c7-9dbc-593912243c5a), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:05.146498 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4c883669-098d-462e-bd6f-38ab5d1cd57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (1c790c5f-ab38-42c7-9dbc-593912243c5a), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:05.149161 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4c883669-098d-462e-bd6f-38ab5d1cd57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:05.150332 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4c883669-098d-462e-bd6f-38ab5d1cd57f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c790c5f-ab38-42c7-9dbc-593912243c5a HTTP/1.1" status: 204 len: 168 time: 0.1907783 Apr 07 12:06:05.158402 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c883669-098d-462e-bd6f-38ab5d1cd57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c790c5f-ab38-42c7-9dbc-593912243c5a,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:17.197120 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:17.902932 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:06:18.537750 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500022ac-6f57-4820-b568-f4e5fe387d0f req-927b5a8b-edb3-4262-bfdc-9713de441d44 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:18.539344 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-500022ac-6f57-4820-b568-f4e5fe387d0f req-927b5a8b-edb3-4262-bfdc-9713de441d44 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0558429 Apr 07 12:06:18.589164 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-500022ac-6f57-4820-b568-f4e5fe387d0f req-bff7eae2-6657-45b8-be4f-d6f88cc8710d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Apr 07 12:06:19.582173 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40934) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:19.687763 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-19074b70-6a72-407f-9e28-ee1bce7e340d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.715354 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45529d6f-3c77-415d-8ecd-a81b67f35f16 req-d059dad4-73d9-46c9-9c4b-9a8dbff2de9d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:19.716827 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-45529d6f-3c77-415d-8ecd-a81b67f35f16 req-d059dad4-73d9-46c9-9c4b-9a8dbff2de9d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0550277 Apr 07 12:06:19.761630 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-19074b70-6a72-407f-9e28-ee1bce7e340d admin admin] Publish callbacks [] for security_group (dfd686f1-1f6d-43eb-bb1d-aaabebb0a090), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.764389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-45529d6f-3c77-415d-8ecd-a81b67f35f16 req-a81d81eb-7954-4885-b560-d571a2f74c8c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419488 Apr 07 12:06:19.859211 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-19074b70-6a72-407f-9e28-ee1bce7e340d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (dfd686f1-1f6d-43eb-bb1d-aaabebb0a090), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.897938 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19074b70-6a72-407f-9e28-ee1bce7e340d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd686f1-1f6d-43eb-bb1d-aaabebb0a090,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:19.902298 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-19074b70-6a72-407f-9e28-ee1bce7e340d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5e9eb77d51f49149886f0169aab73d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190713 Apr 07 12:06:19.904897 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40940) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:19.951599 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccd4b-6851-4c0c-92c6-c796cfdfa7a2 admin admin] Publish callbacks [] for security_group (dfd686f1-1f6d-43eb-bb1d-aaabebb0a090), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:19.972487 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccd4b-6851-4c0c-92c6-c796cfdfa7a2 admin admin] Publish callbacks [] for security_group (dfd686f1-1f6d-43eb-bb1d-aaabebb0a090), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.083364 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccd4b-6851-4c0c-92c6-c796cfdfa7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (dfd686f1-1f6d-43eb-bb1d-aaabebb0a090), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.086755 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccd4b-6851-4c0c-92c6-c796cfdfa7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.087910 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0f5ccd4b-6851-4c0c-92c6-c796cfdfa7a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfd686f1-1f6d-43eb-bb1d-aaabebb0a090 HTTP/1.1" status: 204 len: 168 time: 0.1821222 Apr 07 12:06:20.095795 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ccd4b-6851-4c0c-92c6-c796cfdfa7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd686f1-1f6d-43eb-bb1d-aaabebb0a090,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:20.655218 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40946) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:20.667825 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a3f933bd-3c42-44c2-a42d-dd9cc115f5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.747484 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a3f933bd-3c42-44c2-a42d-dd9cc115f5a0 admin admin] Publish callbacks [] for security_group (1e5c49de-e7f1-481e-afaf-58de1c97c240), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.820489 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a3f933bd-3c42-44c2-a42d-dd9cc115f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (1e5c49de-e7f1-481e-afaf-58de1c97c240), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.857610 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f933bd-3c42-44c2-a42d-dd9cc115f5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5c49de-e7f1-481e-afaf-58de1c97c240,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:20.862638 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a3f933bd-3c42-44c2-a42d-dd9cc115f5a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e26719ad7393470e9748b74166492863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058368 Apr 07 12:06:20.864681 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 40950) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:20.897495 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdabac-4e64-4672-99f5-922b72e03fb5 req-24edbeb0-ef1e-47eb-8517-3b1632f3381b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:20.898911 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-efcdabac-4e64-4672-99f5-922b72e03fb5 req-24edbeb0-ef1e-47eb-8517-3b1632f3381b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0574579 Apr 07 12:06:20.916027 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3789872c-e816-48e4-a2e5-6fa56ec93f74 admin admin] Publish callbacks [] for security_group (1e5c49de-e7f1-481e-afaf-58de1c97c240), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.937805 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3789872c-e816-48e4-a2e5-6fa56ec93f74 admin admin] Publish callbacks [] for security_group (1e5c49de-e7f1-481e-afaf-58de1c97c240), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:20.946838 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-efcdabac-4e64-4672-99f5-922b72e03fb5 req-81d594fd-1c35-42ae-8270-7ae7ddcfc21a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416718 Apr 07 12:06:21.064884 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3789872c-e816-48e4-a2e5-6fa56ec93f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (1e5c49de-e7f1-481e-afaf-58de1c97c240), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:21.067475 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3789872c-e816-48e4-a2e5-6fa56ec93f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:21.068650 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3789872c-e816-48e4-a2e5-6fa56ec93f74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e5c49de-e7f1-481e-afaf-58de1c97c240 HTTP/1.1" status: 204 len: 168 time: 0.2025104 Apr 07 12:06:21.080037 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789872c-e816-48e4-a2e5-6fa56ec93f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5c49de-e7f1-481e-afaf-58de1c97c240,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:22.073127 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ed3f-631d-492e-9f92-f47d94d07ab8 req-25a99e5c-27e1-4e2c-abcc-aeb9a943e6b8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:22.074700 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd79ed3f-631d-492e-9f92-f47d94d07ab8 req-25a99e5c-27e1-4e2c-abcc-aeb9a943e6b8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0538356 Apr 07 12:06:22.128462 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd79ed3f-631d-492e-9f92-f47d94d07ab8 req-59b8c982-c761-4516-82ec-1e9182a9e0d8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482185 Apr 07 12:06:23.255020 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21af7-25dc-4631-bb0d-bb3916f3ef0b req-50e31509-c3c1-4082-84da-c3866a0a0186 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:23.256987 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ba21af7-25dc-4631-bb0d-bb3916f3ef0b req-50e31509-c3c1-4082-84da-c3866a0a0186 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0513141 Apr 07 12:06:23.305261 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ba21af7-25dc-4631-bb0d-bb3916f3ef0b req-eef0eb62-f09b-42d0-bee9-9d3d1b7a6787 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427492 Apr 07 12:06:24.428507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfe48-4c87-4479-81a4-8a9b4d3d3048 req-6395dfab-a374-4793-a3cd-1fe55b60b6a2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:24.430073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-649bfe48-4c87-4479-81a4-8a9b4d3d3048 req-6395dfab-a374-4793-a3cd-1fe55b60b6a2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0536664 Apr 07 12:06:24.477405 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-649bfe48-4c87-4479-81a4-8a9b4d3d3048 req-92c9c1d8-57ec-4cb6-b90d-0b8a7eb0028c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Apr 07 12:06:25.595603 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab1ed-839c-4ded-846c-c1a1f8dc0b2b req-65ff3b06-d109-4e26-837c-22e3358a8b22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:25.597125 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eb1ab1ed-839c-4ded-846c-c1a1f8dc0b2b req-65ff3b06-d109-4e26-837c-22e3358a8b22 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0506568 Apr 07 12:06:25.642772 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eb1ab1ed-839c-4ded-846c-c1a1f8dc0b2b req-920d4f09-cc3f-4b0f-a3ca-72e4c3464296 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396075 Apr 07 12:06:26.764538 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fa620-341b-45e4-a9a5-f9fa7e87997e req-965041af-96f2-4098-a10c-ac5d68ce0ac5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:26.766012 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-412fa620-341b-45e4-a9a5-f9fa7e87997e req-965041af-96f2-4098-a10c-ac5d68ce0ac5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0539875 Apr 07 12:06:26.810755 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-412fa620-341b-45e4-a9a5-f9fa7e87997e req-b493a107-e6b4-438c-a4dd-72bc51e1012c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393000 Apr 07 12:06:27.014422 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-170ff9b4-b2cb-472a-87ce-725632c2774a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.938621 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba01c-b464-41c2-9b89-c8d2b74f556f req-423b8780-a161-4e13-b370-1708d1273a9d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:27.940094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-87eba01c-b464-41c2-9b89-c8d2b74f556f req-423b8780-a161-4e13-b370-1708d1273a9d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0508401 Apr 07 12:06:27.985386 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-87eba01c-b464-41c2-9b89-c8d2b74f556f req-92e65ee4-d7ba-4286-9d00-48073dfef410 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397766 Apr 07 12:06:29.104934 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06d88e-0b71-4baa-9603-0d8c4e672600 req-b8b5e319-6185-448a-868c-b32f8935f081 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:29.106471 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cb06d88e-0b71-4baa-9603-0d8c4e672600 req-b8b5e319-6185-448a-868c-b32f8935f081 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0520220 Apr 07 12:06:29.154723 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cb06d88e-0b71-4baa-9603-0d8c4e672600 req-8c9ab5f4-f3d3-4e4f-9131-6518d6a4e533 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 Apr 07 12:06:29.535033 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a4a539bd-44c0-4a10-8124-d6a06b6a50c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.279703 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b806da-d217-4ef5-aeee-ee006da2e19b req-92fe6a65-2dbe-4394-a7cd-df94a5f42d38 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:30.281198 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2b806da-d217-4ef5-aeee-ee006da2e19b req-92fe6a65-2dbe-4394-a7cd-df94a5f42d38 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0530865 Apr 07 12:06:30.294666 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.327507 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b2b806da-d217-4ef5-aeee-ee006da2e19b req-19659644-0294-4526-94f9-d5edd9f49f76 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399857 Apr 07 12:06:31.462771 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880e826-1bdc-4288-939a-85ba86b0e668 req-ce17459c-8299-48c3-9cb4-be2c19242078 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:31.464273 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d880e826-1bdc-4288-939a-85ba86b0e668 req-ce17459c-8299-48c3-9cb4-be2c19242078 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0654755 Apr 07 12:06:31.511323 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d880e826-1bdc-4288-939a-85ba86b0e668 req-a0d11dac-1c58-4ee7-a414-48e139977c1c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412633 Apr 07 12:06:32.053265 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.632873 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1610e7d-99fd-4ca9-8d07-5a7e6acae319 req-7172d5f8-fa7f-4ba6-8765-f3f11a078dbf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:32.634247 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1610e7d-99fd-4ca9-8d07-5a7e6acae319 req-7172d5f8-fa7f-4ba6-8765-f3f11a078dbf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0541067 Apr 07 12:06:32.679952 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1610e7d-99fd-4ca9-8d07-5a7e6acae319 req-05e6eafe-e0e0-4c49-9f16-3d91c44c4edc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402091 Apr 07 12:06:33.424601 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:33.799133 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad955f10-7fad-456b-85c6-97667b765ba4 req-b2b0e5b2-45b6-4bea-80bf-0ee8245da954 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:33.800587 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ad955f10-7fad-456b-85c6-97667b765ba4 req-b2b0e5b2-45b6-4bea-80bf-0ee8245da954 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0502224 Apr 07 12:06:33.846376 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ad955f10-7fad-456b-85c6-97667b765ba4 req-62159cf0-35f0-4079-ac84-dae97afdb8f8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393159 Apr 07 12:06:34.969281 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab58fd-c9a5-4a6f-a1cf-dacf68e4bc74 req-db20b244-9448-46f7-a12d-1b75ee1096d5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:34.970865 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8bab58fd-c9a5-4a6f-a1cf-dacf68e4bc74 req-db20b244-9448-46f7-a12d-1b75ee1096d5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0536220 Apr 07 12:06:35.015930 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8bab58fd-c9a5-4a6f-a1cf-dacf68e4bc74 req-c683ae62-6635-4655-9cb0-db8a0bb7a7c8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390491 Apr 07 12:06:36.135891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4bed-e79f-4010-8808-020078e62a4b req-081c66ed-b99c-439d-b1e9-d0e022ad269e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:36.137511 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f7ba4bed-e79f-4010-8808-020078e62a4b req-081c66ed-b99c-439d-b1e9-d0e022ad269e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0512424 Apr 07 12:06:36.183833 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f7ba4bed-e79f-4010-8808-020078e62a4b req-8dad1a43-8df0-4ba4-9490-cd1c8917343e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Apr 07 12:06:36.724499 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41096) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:36.846189 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-118f9373-84b7-4b0d-bcba-f019dec9f479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.918824 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-118f9373-84b7-4b0d-bcba-f019dec9f479 admin admin] Publish callbacks [] for security_group (a1fd5291-79d7-41e7-838e-b308b22d3d79), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:36.984317 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-118f9373-84b7-4b0d-bcba-f019dec9f479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a1fd5291-79d7-41e7-838e-b308b22d3d79), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.023031 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-118f9373-84b7-4b0d-bcba-f019dec9f479 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d16ae363786b4171915ab67a6fd77f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973549 Apr 07 12:06:37.023980 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f9373-84b7-4b0d-bcba-f019dec9f479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd5291-79d7-41e7-838e-b308b22d3d79,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:37.025765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 41100) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:37.072843 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad3ee-c796-47d0-98d8-98e0aaa80413 admin admin] Publish callbacks [] for security_group (a1fd5291-79d7-41e7-838e-b308b22d3d79), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.100960 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad3ee-c796-47d0-98d8-98e0aaa80413 admin admin] Publish callbacks [] for security_group (a1fd5291-79d7-41e7-838e-b308b22d3d79), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.213396 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad3ee-c796-47d0-98d8-98e0aaa80413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a1fd5291-79d7-41e7-838e-b308b22d3d79), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.215969 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad3ee-c796-47d0-98d8-98e0aaa80413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:37.219657 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-aa5ad3ee-c796-47d0-98d8-98e0aaa80413 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1fd5291-79d7-41e7-838e-b308b22d3d79 HTTP/1.1" status: 204 len: 168 time: 0.1901829 Apr 07 12:06:37.228716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ad3ee-c796-47d0-98d8-98e0aaa80413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd5291-79d7-41e7-838e-b308b22d3d79,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:37.314888 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70970ae-6a77-42ef-8170-6a306c0eef67 req-8c14db5f-3fbd-4555-b150-021899cd50c3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:37.316355 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d70970ae-6a77-42ef-8170-6a306c0eef67 req-8c14db5f-3fbd-4555-b150-021899cd50c3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0518472 Apr 07 12:06:37.363162 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d70970ae-6a77-42ef-8170-6a306c0eef67 req-cf7de9a8-857a-4053-bb15-9301c38e2630 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 Apr 07 12:06:38.198454 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 41132) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:38.292216 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1522699393-network', 'tenant_id': '99120ae1860b48c7abff5f96b180e634'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:38.414740 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Made reservation on behalf of 99120ae1860b48c7abff5f96b180e634 for: {'network': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:38.417066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.426711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.546987 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975e6e-5ac5-4f85-88d1-e0ad22e07da2 req-b20bfbc4-fae4-4de6-945e-47352df05352 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:38.548587 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6e975e6e-5ac5-4f85-88d1-e0ad22e07da2 req-b20bfbc4-fae4-4de6-945e-47352df05352 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.1062977 Apr 07 12:06:38.592592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks [] for security_group (f14815a1-b568-405e-8326-8482ad946f5e), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.619518 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6e975e6e-5ac5-4f85-88d1-e0ad22e07da2 req-d2837a05-84ae-46b0-94c7-251d3a2a7638 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631323 Apr 07 12:06:38.647630 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f14815a1-b568-405e-8326-8482ad946f5e), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.672622 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=110304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:06:38.683051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14815a1-b568-405e-8326-8482ad946f5e,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.688027 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.688363 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.segments_db [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Added segment 6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb of type vlan for network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 Apr 07 12:06:38.738961 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (df7218e9-8d52-4aba-aa5c-0a79647ef2c0), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.814674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (df7218e9-8d52-4aba-aa5c-0a79647ef2c0), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.815657 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:38.816232 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:38.886308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] Pushing event updated for resources: {'Network': ['ID=df7218e9-8d52-4aba-aa5c-0a79647ef2c0,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:38.897823 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:06:38.919809 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9cefb5d6-69a1-4bcc-8cac-3ad80e516301 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7200890 Apr 07 12:06:38.922579 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 41138) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:06:38.927474 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Request body: {'subnet': {'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1522699393-subnet', 'tenant_id': '99120ae1860b48c7abff5f96b180e634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:39.024180 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Made reservation on behalf of 99120ae1860b48c7abff5f96b180e634 for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:39.026794 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234721'] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.029700 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:06:39.139634 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:39.156509 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'port_id': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'mac_address': 'fa:16:3e:3c:84:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:06:39.189483 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: ACTIVE; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:39.190046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.208121 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 870b1942-bacb-4d08-a899-dc1bf9c1552a {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:39.229271 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:39.259013 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3533469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9235163'] for subnet (43061b42-80d5-4607-88a2-d5bba3ddc0d2), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.315648 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.317280 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43061b42-80d5-4607-88a2-d5bba3ddc0d2,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:39.323186 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Checking segment: {'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:39.323556 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Network hostable DHCP agents. Network: df7218e9-8d52-4aba-aa5c-0a79647ef2c0, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:06:39.408668 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:06:39.494655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, df7218e9-8d52-4aba-aa5c-0a79647ef2c0) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:39.496175 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=6']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:39.501996 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:39.502798 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:39.504266 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0065dd5-a416-482c-b470-ce562397e790 None None] Network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:39.509018 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.509371 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.509683 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.510019 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.510354 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.510711 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.511035 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.511356 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.511680 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.512005 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.512332 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.512721 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.513045 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.513361 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.513680 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:06:39.528276 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['870b1942-bacb-4d08-a899-dc1bf9c1552a'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:06:39.589246 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-d070b3d7-fd9f-425d-8b0d-940db8db18a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6655166 Apr 07 12:06:39.666732 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1139c5-83a0-4919-80b9-55da23c17ea8 None None] Network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:06:39.754333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3736a-d4f5-4c24-a6cf-f9b33f8be8fa req-d04877cf-beb4-41bb-9d09-2461b20255e2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:39.755857 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-77d3736a-d4f5-4c24-a6cf-f9b33f8be8fa req-d04877cf-beb4-41bb-9d09-2461b20255e2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 944 time: 0.0634081 Apr 07 12:06:39.808733 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-77d3736a-d4f5-4c24-a6cf-f9b33f8be8fa req-b6fd1dbd-8ba1-43fa-9d68-49e3df2d734c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454745 Apr 07 12:06:40.939471 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1c1e5-aca8-4b5e-88b1-5c7355eea2f8 req-5521cb6a-c230-42af-9816-5ff6380bbf7f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:40.940909 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a3a1c1e5-aca8-4b5e-88b1-5c7355eea2f8 req-5521cb6a-c230-42af-9816-5ff6380bbf7f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 944 time: 0.0533776 Apr 07 12:06:40.985848 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a3a1c1e5-aca8-4b5e-88b1-5c7355eea2f8 req-0d0fc0ef-720b-43b1-a830-01fa15faa14b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386386 Apr 07 12:06:41.060320 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:06:41.112382 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 870b1942-bacb-4d08-a899-dc1bf9c1552a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:41.112681 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.188792 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:41.189177 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.211262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:41.213488 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ea8078-6d97-4082-b49b-46e9f1cf7dba" -d '{"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-plugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:41.226300 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:41.312029 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:41.362001 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=7']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:41.370430 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8136a76-1366-4e65-b279-53248fb441f4 x-openstack-request-id: req-c8136a76-1366-4e65-b279-53248fb441f4 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:41.370758 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-plugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:41.371011 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8136a76-1366-4e65-b279-53248fb441f4 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:41.371407 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8136a76-1366-4e65-b279-53248fb441f4'] response: {'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'code': 200} Apr 07 12:06:42.103142 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f698ac-f117-4d57-8841-2c27bce35182 req-83fb6916-08cd-4df5-b1e5-3cfb3fdebe87 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:42.104592 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-51f698ac-f117-4d57-8841-2c27bce35182 req-83fb6916-08cd-4df5-b1e5-3cfb3fdebe87 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0507240 Apr 07 12:06:42.150588 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-51f698ac-f117-4d57-8841-2c27bce35182 req-9a943051-c923-4505-bf54-f855a9059812 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Apr 07 12:06:43.273666 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0c4f-ddc8-4dd3-8eec-b55a2dcf2c05 req-49618ffd-21cb-4746-ab03-1563fe141514 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:43.275146 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a22d0c4f-ddc8-4dd3-8eec-b55a2dcf2c05 req-49618ffd-21cb-4746-ab03-1563fe141514 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0504301 Apr 07 12:06:43.322853 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a22d0c4f-ddc8-4dd3-8eec-b55a2dcf2c05 req-f080dabf-953a-4c5e-b99d-9cc8ba01e684 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Apr 07 12:06:44.443087 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aaa9c-4d1f-450f-b2f0-674268863f9b req-6ef682b4-675a-40b2-8aad-e15fd7bd4134 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:44.445336 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-419aaa9c-4d1f-450f-b2f0-674268863f9b req-6ef682b4-675a-40b2-8aad-e15fd7bd4134 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0528567 Apr 07 12:06:44.494146 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-419aaa9c-4d1f-450f-b2f0-674268863f9b req-a38a3207-b2f4-41b4-bf80-349427dda8b1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426548 Apr 07 12:06:44.725353 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-b8017e3a-2a55-4776-85c8-328b85d62cd5 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000117083&fields=id&tenant_id=903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 267 time: 0.0439517 Apr 07 12:06:44.831561 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-0b759a2b-6314-47b8-9519-72034df39eaa tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:44.833107 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-0b759a2b-6314-47b8-9519-72034df39eaa tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 812 time: 0.1013310 Apr 07 12:06:44.848413 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-5780bb70-bee6-48b6-a633-f8e3c8e9ceb6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/quotas/903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 375 time: 0.0096309 Apr 07 12:06:44.904750 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-fdc21e6d-beaa-410b-a13c-bcc9991bd576 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507534 Apr 07 12:06:44.986862 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-ee8b70c7-ea99-434a-874a-1e4c1493cd10 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:06:44.987842 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-ee8b70c7-ea99-434a-874a-1e4c1493cd10 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0710042 Apr 07 12:06:45.078991 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-b122a3a0-377c-468d-87ed-0ca96277d087 service neutron] 10.222.0.37 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845547 Apr 07 12:06:45.173171 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-f0a6d00b-5106-43fe-9b48-29b9e6d58aec service neutron] 10.222.0.37 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881121 Apr 07 12:06:45.621779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42bc4-6468-4c7b-bcbc-d39f8cf33808 req-32a598ec-a074-4ef0-953c-68749d8294bc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:45.623313 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e2b42bc4-6468-4c7b-bcbc-d39f8cf33808 req-32a598ec-a074-4ef0-953c-68749d8294bc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0562797 Apr 07 12:06:45.695629 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e2b42bc4-6468-4c7b-bcbc-d39f8cf33808 req-e05deb7e-8d03-40aa-a6f3-d8ba5a873b9f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601647 Apr 07 12:06:46.047177 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6056d7f7-ab5d-4304-b284-879b0153b535 req-7f8712fe-56fa-4dc7-8f49-efbc0a3d930d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 210 time: 0.3206902 Apr 07 12:06:46.165445 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-978150f7-4cd3-4710-8508-b594862af536 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:46.173488 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-978150f7-4cd3-4710-8508-b594862af536 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/networks?id=df7218e9-8d52-4aba-aa5c-0a79647ef2c0 HTTP/1.1" status: 200 len: 809 time: 0.1285396 Apr 07 12:06:46.198077 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-15cc0a1f-9ea4-4689-a81d-01fcaa64c3a5 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/quotas/99120ae1860b48c7abff5f96b180e634 HTTP/1.1" status: 200 len: 375 time: 0.0231886 Apr 07 12:06:46.253107 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-53cdbb99-de7b-4ba0-9ee2-74267bbcebf7 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99120ae1860b48c7abff5f96b180e634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488672 Apr 07 12:06:46.258655 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-60e233db-8331-45b7-8c79-8a6a896fd8d6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:06:46.265516 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-60e233db-8331-45b7-8c79-8a6a896fd8d6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115952 Apr 07 12:06:46.363823 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-a0d15c18-9a29-482f-acdf-5162e9a1dcf9 service neutron] 10.222.0.37 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974648 Apr 07 12:06:46.468877 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-f74177cc-88ce-490b-b5d7-9b7b2b4c9f5f service neutron] 10.222.0.37 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986261 Apr 07 12:06:46.693064 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-54dbfbe6-2d22-4952-a43b-c7bd6ff7221f req-282fee53-5e42-4409-8c64-466fcb31cfa9 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 210 time: 0.0306489 Apr 07 12:06:46.853544 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09a2be-de43-4b57-a5da-75ff2423560e req-5e234b1d-60f5-49f9-84ba-61cd1e01fef6 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:46.856861 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b09a2be-de43-4b57-a5da-75ff2423560e req-5e234b1d-60f5-49f9-84ba-61cd1e01fef6 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0742919 Apr 07 12:06:46.924064 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b09a2be-de43-4b57-a5da-75ff2423560e req-046d5ab0-66f4-48e6-9d7b-633dcc62b932 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544031 Apr 07 12:06:47.167569 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bc4cf288-89cb-402b-899c-1698ab8c6acc req-bf12f3f4-41df-4bdf-965d-08ceca6d58da tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 210 time: 0.0423987 Apr 07 12:06:47.233228 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:47.803380 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e8d43fb9-252c-4e3a-abba-955c196320dd req-8eb9e46f-1f25-4806-9070-ce92f26a4a59 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 210 time: 0.0544043 Apr 07 12:06:47.932122 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-8ec4ca9f-bf44-46bb-85c7-952512bde5cc tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:47.934848 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-8ec4ca9f-bf44-46bb-85c7-952512bde5cc tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 812 time: 0.1657131 Apr 07 12:06:48.047545 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-ef93dcda-5784-43cc-80dd-f9d70c53943d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=903aa713695e4491ab75a7a10dfd0903 HTTP/1.1" status: 200 len: 380 time: 0.1029935 Apr 07 12:06:48.068358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'port': {'device_id': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'admin_state_up': True, 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'security_groups': ['88a5cdee-1843-45dd-b888-bb20737dc708']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:48.165361 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9c3fc-60c7-4dee-aa72-96d717b6261e req-69012681-50e2-4c07-a05e-c3b587821d61 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:48.173031 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eba9c3fc-60c7-4dee-aa72-96d717b6261e req-69012681-50e2-4c07-a05e-c3b587821d61 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.1462364 Apr 07 12:06:48.259717 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eba9c3fc-60c7-4dee-aa72-96d717b6261e req-e2d482ee-53a6-4660-8dc8-b4a445ed459e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857139 Apr 07 12:06:48.316730 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1588843-6840-45f7-9252-bae8e3818419 req-75c2d5ec-7b40-48aa-8187-78f1979297e4 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 210 time: 0.0312722 Apr 07 12:06:48.368683 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Made reservation on behalf of 903aa713695e4491ab75a7a10dfd0903 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:48.373125 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.552207 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Allocated IP 172.20.0.9 (4d227e2f-2e13-46e1-9fce-0b6009bb0797/6d48cfb2-faba-43d2-bc5a-1d630e14914b/ae3f3db4-fdfb-4ee2-9cea-305103ba3474) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:48.728820 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.838074 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:48.956473 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:48.961355 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f116c7f8-0256-4061-b2fd-6570c52e02d6 req-190b2332-f290-4c72-9dc9-7b80cf33dfe7 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 210 time: 0.0537002 Apr 07 12:06:48.971730 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:48.971730 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:48.979970 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:49.059885 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.060545 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.157832 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-db3be01f-b72d-4fff-9c87-ea167146f498 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943751 Apr 07 12:06:49.260402 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Request body: {'port': {'device_id': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:49.385394 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-40a707de-1d58-4641-8a8f-87b8990c29b1 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.387293 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-40a707de-1d58-4641-8a8f-87b8990c29b1 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "GET /v2.0/networks?id=df7218e9-8d52-4aba-aa5c-0a79647ef2c0 HTTP/1.1" status: 200 len: 809 time: 0.2457225 Apr 07 12:06:49.392046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-2510b7e1-0269-4ce7-bcc2-e57a287c9000 None None] Provisioning complete for port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:06:49.392631 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2510b7e1-0269-4ce7-bcc2-e57a287c9000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.406779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.417406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Request body: {'port': {'device_id': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0', 'admin_state_up': True, 'tenant_id': '99120ae1860b48c7abff5f96b180e634'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:49.454382 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-2510b7e1-0269-4ce7-bcc2-e57a287c9000 None None] Port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:06:49.651934 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f12658-695f-44fe-9a87-e2b80f2625ca req-cbc611d7-615e-49be-96a7-19028cee3df2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.653420 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01f12658-695f-44fe-9a87-e2b80f2625ca req-cbc611d7-615e-49be-96a7-19028cee3df2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.2438471 Apr 07 12:06:49.721697 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d563-aa06-4398-b7fb-796f23b26ee1 req-6e888384-f174-47c8-a5fc-72fb51eb7943 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:49.723211 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dc93d563-aa06-4398-b7fb-796f23b26ee1 req-6e888384-f174-47c8-a5fc-72fb51eb7943 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 931 time: 0.2371709 Apr 07 12:06:49.871845 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01f12658-695f-44fe-9a87-e2b80f2625ca req-128957e4-e2e2-4f20-a179-4915d1fbcd9e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714852 Apr 07 12:06:49.879888 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Made reservation on behalf of 99120ae1860b48c7abff5f96b180e634 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:06:49.883169 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:49.912047 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dc93d563-aa06-4398-b7fb-796f23b26ee1 req-255dd02c-80de-4c42-aa47-e7df68eda3e9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728969 Apr 07 12:06:50.110610 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-952b6f60-c429-4434-9124-18d6417bda23 req-5de927c7-2df8-44af-8059-0a9a1a6e44a9 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 210 time: 0.0538523 Apr 07 12:06:50.125657 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3f3db4-fdfb-4ee2-9cea-305103ba3474 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:50.137910 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Publish callbacks [] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.143880 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Allocated IP 172.20.0.9 (df7218e9-8d52-4aba-aa5c-0a79647ef2c0/43061b42-80d5-4607-88a2-d5bba3ddc0d2/a8379f12-d63c-4835-8717-b1c3374f24e8) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:06:50.160923 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Transition to ACTIVE for port object ae3f3db4-fdfb-4ee2-9cea-305103ba3474 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:06:50.264767 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.334313 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Pushing event updated for resources: {'Port': ['ID=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:50.409117 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks [] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.458257 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Attempting to bind port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:50.458999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Attempting to bind port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:50.459453 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Attempting to bind port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:50.468521 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:06:50.468849 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Attempting to bind port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 on network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:50.475942 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:50.482512 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Checking segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:50.482512 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Bound using segment: {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:50.482512 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Bound port: ae3f3db4-fdfb-4ee2-9cea-305103ba3474, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:50.482512 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.548552 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.596626 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] For port ae3f3db4-fdfb-4ee2-9cea-305103ba3474, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:50.618494 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] For port ae3f3db4-fdfb-4ee2-9cea-305103ba3474, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:50.620957 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:06:50.627458 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:06:50.632116 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:06:50.636843 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Pushing event updated for resources: {'Port': ['ID=a8379f12-d63c-4835-8717-b1c3374f24e8,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:50.684210 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:50.684819 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.736937 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.775232 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:50.775850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:50.777252 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] 10.222.0.48 "PUT /v2.0/ports/ae3f3db4-fdfb-4ee2-9cea-305103ba3474 HTTP/1.1" status: 200 len: 1093 time: 1.6072924 Apr 07 12:06:50.777698 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:50.780000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662ec225-9903-4708-a971-fc67c3efedb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:50.805982 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867baa12-6617-40be-b1ae-f0668631d92e service neutron] Pushing event updated for resources: {'Port': ['ID=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:50.836700 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-7aceecff-513e-4e71-ae3b-105c79ca560e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4256618 Apr 07 12:06:50.852352 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Request body: {'port': {'device_id': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:06:50.947597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637610ec-1aa8-4df5-b2fa-6a886ef72557 x-openstack-request-id: req-637610ec-1aa8-4df5-b2fa-6a886ef72557 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:50.948209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:50.948666 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-637610ec-1aa8-4df5-b2fa-6a886ef72557 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:50.949291 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637610ec-1aa8-4df5-b2fa-6a886ef72557'] response: {'name': 'network-changed', 'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'status': 'completed', 'code': 200} Apr 07 12:06:51.050387 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.080147 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-af2a3260-083d-4460-9aed-4de091b14a75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651021 Apr 07 12:06:51.102301 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-03a3eb53-7d72-49dd-b2ec-fb511faa187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.103948 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-03a3eb53-7d72-49dd-b2ec-fb511faa187f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 1127 time: 0.1778283 Apr 07 12:06:51.176216 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65219d1-34eb-433a-a08f-350cc2875400 req-eeed5692-5588-4a39-a371-7b7068535f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.178055 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-eeed5692-5588-4a39-a371-7b7068535f03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1130 time: 0.0558112 Apr 07 12:06:51.201056 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-52b1a65a-ef23-41af-a878-823bb364cffd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474 HTTP/1.1" status: 200 len: 217 time: 0.0777345 Apr 07 12:06:51.309503 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65219d1-34eb-433a-a08f-350cc2875400 req-41c2de62-e890-4f00-8053-bc6dff1f945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.311850 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-41c2de62-e890-4f00-8053-bc6dff1f945b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.1101036 Apr 07 12:06:51.324945 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5703415-a32a-4fcd-ad20-e25bb1c99e4f req-6518f4b9-e086-4633-a6d6-e276d1373e79 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.326614 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b5703415-a32a-4fcd-ad20-e25bb1c99e4f req-6518f4b9-e086-4633-a6d6-e276d1373e79 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.2729418 Apr 07 12:06:51.340813 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1a25-a7ae-4931-a071-af606bc7eb60 req-9950c54a-1cc4-437a-bb48-d8b51f7436ac tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.342463 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b8fa1a25-a7ae-4931-a071-af606bc7eb60 req-9950c54a-1cc4-437a-bb48-d8b51f7436ac tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.2948558 Apr 07 12:06:51.380319 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-3e436088-ffe7-46d2-8cf2-85b42ebb975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.381890 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-3e436088-ffe7-46d2-8cf2-85b42ebb975f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.1651020 Apr 07 12:06:51.408227 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-6ca80865-e81f-40ce-a75f-b851f25743ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2 HTTP/1.1" status: 200 len: 1000 time: 0.0864015 Apr 07 12:06:51.463998 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65219d1-34eb-433a-a08f-350cc2875400 req-8ada324a-7ddd-4d1b-8d39-28cc196fd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.465915 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-8ada324a-7ddd-4d1b-8d39-28cc196fd710 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0499043 Apr 07 12:06:51.527072 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65219d1-34eb-433a-a08f-350cc2875400 req-b1a1027a-77d1-4260-a617-488d02dd9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.528722 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-b1a1027a-77d1-4260-a617-488d02dd9807 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560417 Apr 07 12:06:51.530413 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b5703415-a32a-4fcd-ad20-e25bb1c99e4f req-92a61793-7617-42c8-877b-1f9dd656497d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833692 Apr 07 12:06:51.542824 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b8fa1a25-a7ae-4931-a071-af606bc7eb60 req-1ad956c1-4437-429c-8889-ec2b14f99b14 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924002 Apr 07 12:06:51.562514 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-d7db6563-ecf5-4e12-9117-d4cfd886245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.564361 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-d7db6563-ecf5-4e12-9117-d4cfd886245e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1651177 Apr 07 12:06:51.658791 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-c3485d33-fcdc-49a8-bf86-a1b9a499a76a service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213975 Apr 07 12:06:51.758082 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8379f12-d63c-4835-8717-b1c3374f24e8 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:51.767868 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-abe37a9e-fff3-4035-95cf-daf6a0fed97e service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958158 Apr 07 12:06:51.769884 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Publish callbacks [] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:51.817670 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Transition to ACTIVE for port object a8379f12-d63c-4835-8717-b1c3374f24e8 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:06:51.827215 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156cef-2db6-405e-bc8f-c4b3708e9df9 req-91ef5b92-1652-486c-8d2d-26bf39bce9a4 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:51.834978 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01156cef-2db6-405e-bc8f-c4b3708e9df9 req-91ef5b92-1652-486c-8d2d-26bf39bce9a4 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 931 time: 0.1958492 Apr 07 12:06:51.899837 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.014299 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-ba86ab88-33d4-4860-b97f-2f487652dd28 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397745 Apr 07 12:06:52.029489 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01156cef-2db6-405e-bc8f-c4b3708e9df9 req-be249d19-efa4-4c19-bb9e-308bdd059a57 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926496 Apr 07 12:06:52.055896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Pushing event updated for resources: {'Port': ['ID=a8379f12-d63c-4835-8717-b1c3374f24e8,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:52.061725 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-a65219d1-34eb-433a-a08f-350cc2875400 req-58e079d8-c7bc-4508-91a4-dd747276ad3e service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937716 Apr 07 12:06:52.116468 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Attempting to bind port a8379f12-d63c-4835-8717-b1c3374f24e8 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:06:52.117045 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Attempting to bind port a8379f12-d63c-4835-8717-b1c3374f24e8 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:06:52.117620 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Attempting to bind port a8379f12-d63c-4835-8717-b1c3374f24e8 on network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:52.122934 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Port a8379f12-d63c-4835-8717-b1c3374f24e8 on network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:06:52.123255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Attempting to bind port a8379f12-d63c-4835-8717-b1c3374f24e8 on network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:06:52.128971 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:06:52.129306 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Checking segment: {'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:06:52.129693 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Bound using segment: {'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:06:52.130124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Bound port: a8379f12-d63c-4835-8717-b1c3374f24e8, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:06:52.130484 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.203216 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] For port a8379f12-d63c-4835-8717-b1c3374f24e8, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:06:52.206711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] For port a8379f12-d63c-4835-8717-b1c3374f24e8, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a8379f12-d63c-4835-8717-b1c3374f24e8,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:06:52.306645 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.346485 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:52.347137 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:52.348611 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] 10.222.0.48 "PUT /v2.0/ports/a8379f12-d63c-4835-8717-b1c3374f24e8 HTTP/1.1" status: 200 len: 1093 time: 1.5023813 Apr 07 12:06:52.369097 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2129-79dc-4b63-822b-ab995243dfce service neutron] Pushing event updated for resources: {'Port': ['ID=a8379f12-d63c-4835-8717-b1c3374f24e8,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:06:52.725822 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9270d-05e3-4cc1-bec9-99f5ad15b0b8 req-57ce2016-3f4f-4e5f-98c6-42d909994f77 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:52.727959 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e0f9270d-05e3-4cc1-bec9-99f5ad15b0b8 req-57ce2016-3f4f-4e5f-98c6-42d909994f77 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.0936122 Apr 07 12:06:52.739449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7287b8-5f72-4607-812e-4b28f5ab2701 req-752b1387-cfa6-47c0-ad8a-1bb68b09d987 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:52.740874 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb7287b8-5f72-4607-812e-4b28f5ab2701 req-752b1387-cfa6-47c0-ad8a-1bb68b09d987 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0776927 Apr 07 12:06:52.821318 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e0f9270d-05e3-4cc1-bec9-99f5ad15b0b8 req-37252756-328a-466c-bc13-048322ec051a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794802 Apr 07 12:06:52.825066 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb7287b8-5f72-4607-812e-4b28f5ab2701 req-1647e209-023d-4d26-a743-cbfe8d22f379 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747950 Apr 07 12:06:52.950881 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'tag': 'a8379f12-d63c-4835-8717-b1c3374f24e8'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:06:52.953399 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d139a6-8833-4c65-8db0-260be40f130c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fc3828-3a61-4f93-b18a-c9cf1b106413", "tag": "a8379f12-d63c-4835-8717-b1c3374f24e8"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:06:52.989550 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44298b2-eaf3-4ade-956e-e520219a245d x-openstack-request-id: req-f44298b2-eaf3-4ade-956e-e520219a245d {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:06:52.990073 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fc3828-3a61-4f93-b18a-c9cf1b106413", "tag": "a8379f12-d63c-4835-8717-b1c3374f24e8", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:06:52.990199 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f44298b2-eaf3-4ade-956e-e520219a245d {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:06:52.990570 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44298b2-eaf3-4ade-956e-e520219a245d'] response: {'name': 'network-changed', 'server_uuid': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'tag': 'a8379f12-d63c-4835-8717-b1c3374f24e8', 'status': 'completed', 'code': 200} Apr 07 12:06:53.149299 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615993b-3e42-401b-8903-b39580a0bb5a req-93968738-5862-43df-a0f7-89f2e82d580c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.150935 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3615993b-3e42-401b-8903-b39580a0bb5a req-93968738-5862-43df-a0f7-89f2e82d580c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 943 time: 0.0545175 Apr 07 12:06:53.240182 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d139a6-8833-4c65-8db0-260be40f130c req-2c1d295d-c0fe-479a-92a8-e58edb4f9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.241846 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-57d139a6-8833-4c65-8db0-260be40f130c req-2c1d295d-c0fe-479a-92a8-e58edb4f9300 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99120ae1860b48c7abff5f96b180e634&device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 1127 time: 0.0454071 Apr 07 12:06:53.243041 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3615993b-3e42-401b-8903-b39580a0bb5a req-afed40e0-dac6-466b-919b-134afd41bc3a tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861332 Apr 07 12:06:53.258827 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec225-9903-4708-a971-fc67c3efedb1 req-650709c2-c4c4-4d87-9e04-c0abe4262b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.260476 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-662ec225-9903-4708-a971-fc67c3efedb1 req-650709c2-c4c4-4d87-9e04-c0abe4262b70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 1127 time: 0.0832567 Apr 07 12:06:53.351985 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d139a6-8833-4c65-8db0-260be40f130c req-257d7c96-a36e-40c8-a0d8-b2d8ccb4d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.353773 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-57d139a6-8833-4c65-8db0-260be40f130c req-257d7c96-a36e-40c8-a0d8-b2d8ccb4d2dc service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=99120ae1860b48c7abff5f96b180e634&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1028306 Apr 07 12:06:53.361409 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec225-9903-4708-a971-fc67c3efedb1 req-a8cb6626-2917-4cd4-83b6-a9c772297613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.362993 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-662ec225-9903-4708-a971-fc67c3efedb1 req-a8cb6626-2917-4cd4-83b6-a9c772297613 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.0929916 Apr 07 12:06:53.462617 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d139a6-8833-4c65-8db0-260be40f130c req-0d60be90-b07d-41e0-97b4-7930c680f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.464331 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-57d139a6-8833-4c65-8db0-260be40f130c req-0d60be90-b07d-41e0-97b4-7930c680f270 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005569 Apr 07 12:06:53.557879 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-cc701058-1e2f-41d0-8c07-9428d3abcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.559541 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-cc701058-1e2f-41d0-8c07-9428d3abcec2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99120ae1860b48c7abff5f96b180e634&device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 1127 time: 0.0555391 Apr 07 12:06:53.611886 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-a112c6ed-d0cb-44da-95f8-00e4d130775a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8379f12-d63c-4835-8717-b1c3374f24e8 HTTP/1.1" status: 200 len: 217 time: 0.0441504 Apr 07 12:06:53.666173 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-feba8094-7fb4-4ec1-b1fa-b6451bbe3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.667874 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-feba8094-7fb4-4ec1-b1fa-b6451bbe3606 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43061b42-80d5-4607-88a2-d5bba3ddc0d2 HTTP/1.1" status: 200 len: 849 time: 0.0487134 Apr 07 12:06:53.691634 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-662ec225-9903-4708-a971-fc67c3efedb1 req-dd69e105-fed2-4a89-8ae2-583c9edcab2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474 HTTP/1.1" status: 200 len: 217 time: 0.3200340 Apr 07 12:06:53.701741 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-70310e15-3386-4a10-871a-4afe490635f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df7218e9-8d52-4aba-aa5c-0a79647ef2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278192 Apr 07 12:06:53.754787 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec225-9903-4708-a971-fc67c3efedb1 req-dfb1f546-1b9f-4a3f-b833-83b4a7ad3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.756542 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-662ec225-9903-4708-a971-fc67c3efedb1 req-dfb1f546-1b9f-4a3f-b833-83b4a7ad3003 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0593030 Apr 07 12:06:53.808699 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-5e7ae7ac-72ac-4917-bd4d-bffb7db3f24c service neutron] 10.222.0.48 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990953 Apr 07 12:06:53.829026 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec225-9903-4708-a971-fc67c3efedb1 req-963d138c-a4a7-42b7-99be-9be89204ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:53.830864 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-662ec225-9903-4708-a971-fc67c3efedb1 req-963d138c-a4a7-42b7-99be-9be89204ab2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678508 Apr 07 12:06:53.941741 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-47d77a4a-451a-443f-b552-e01713525032 service neutron] 10.222.0.48 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266589 Apr 07 12:06:54.038611 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-662ec225-9903-4708-a971-fc67c3efedb1 req-7b7b3d55-81a5-472a-a6b2-7ee742d1b96c service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994870 Apr 07 12:06:54.086599 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3faae5-86bf-44d4-8a2d-2d16803fbad5 req-9262e9de-f352-4f0b-a817-3edd00a627be tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:54.088047 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ae3faae5-86bf-44d4-8a2d-2d16803fbad5 req-9262e9de-f352-4f0b-a817-3edd00a627be tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.1261687 Apr 07 12:06:54.100260 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1effd-e69a-4154-acd3-6cecc705a312 req-669938cd-471d-4a75-b7ae-357c8a1ec951 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:54.102282 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0dd1effd-e69a-4154-acd3-6cecc705a312 req-669938cd-471d-4a75-b7ae-357c8a1ec951 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0887592 Apr 07 12:06:54.181994 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ae3faae5-86bf-44d4-8a2d-2d16803fbad5 req-798285bb-5b8d-4dd6-ad2a-118e0d11cf66 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787230 Apr 07 12:06:54.185272 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0dd1effd-e69a-4154-acd3-6cecc705a312 req-38d0b6d6-3f8c-4efc-a57a-c174d01403c8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737872 Apr 07 12:06:54.301040 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-662ec225-9903-4708-a971-fc67c3efedb1 req-5c052be5-ae1c-4db1-b02e-02c57269e419 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997581 Apr 07 12:06:54.372182 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe5c1f-3d68-47cb-a68b-ad64bb83f2fb req-4f50840c-d950-4944-aca1-d5491ae02088 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:54.373615 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-40fe5c1f-3d68-47cb-a68b-ad64bb83f2fb req-4f50840c-d950-4944-aca1-d5491ae02088 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 943 time: 0.0594757 Apr 07 12:06:54.426075 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-40fe5c1f-3d68-47cb-a68b-ad64bb83f2fb req-b98658a8-d6d7-4eb0-8698-5413499b5545 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Apr 07 12:06:54.903359 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:06:55.355327 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2f069-2065-4484-aff7-a342438b048d req-cb483e78-d34c-411d-9ae9-c32986d189e5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:55.356830 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cff2f069-2065-4484-aff7-a342438b048d req-cb483e78-d34c-411d-9ae9-c32986d189e5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0967441 Apr 07 12:06:55.378528 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71850489-f06f-400d-b779-8849266cba0e req-6c3e3295-68bf-4357-be3d-520515230314 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:55.380344 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-71850489-f06f-400d-b779-8849266cba0e req-6c3e3295-68bf-4357-be3d-520515230314 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.1118281 Apr 07 12:06:55.451201 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cff2f069-2065-4484-aff7-a342438b048d req-546d9d59-7ae7-44d4-be7a-2551b5a0df2f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886757 Apr 07 12:06:55.463742 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-71850489-f06f-400d-b779-8849266cba0e req-c92bf105-fc10-44a1-a6e3-ea8411a4d787 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725520 Apr 07 12:06:55.566086 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d396419-0654-4318-b9d0-16ec1d1c8e04 req-10b13573-7d12-46f7-8e6d-85289a0ac4ad tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:55.567617 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8d396419-0654-4318-b9d0-16ec1d1c8e04 req-10b13573-7d12-46f7-8e6d-85289a0ac4ad tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 943 time: 0.0572798 Apr 07 12:06:55.618430 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8d396419-0654-4318-b9d0-16ec1d1c8e04 req-2482b532-f3a8-49de-bdd9-15416f2b2723 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445914 Apr 07 12:06:56.609061 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aae8f-9453-4f33-9320-3e68868070a5 req-c84d3fdd-2c2f-4d38-9c34-e26d55338196 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:56.610585 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-070aae8f-9453-4f33-9320-3e68868070a5 req-c84d3fdd-2c2f-4d38-9c34-e26d55338196 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0854621 Apr 07 12:06:56.620365 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd140fb6-f57c-4a29-b927-9236a2077974 req-f6b05e27-d41a-4777-846a-0280cc00fd19 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:56.621818 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd140fb6-f57c-4a29-b927-9236a2077974 req-f6b05e27-d41a-4777-846a-0280cc00fd19 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.0882039 Apr 07 12:06:56.700235 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-070aae8f-9453-4f33-9320-3e68868070a5 req-664c6070-0271-4f0b-a29b-d8317484270b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774305 Apr 07 12:06:56.703719 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd140fb6-f57c-4a29-b927-9236a2077974 req-a24f8ac9-8039-4154-88d6-9836959ef20c tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751584 Apr 07 12:06:56.829619 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9b132-1ae7-4936-952c-3f7ac9016a76 req-97a568a6-9aae-46e3-9a2f-484a254a7d8d tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:56.831180 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8d9b132-1ae7-4936-952c-3f7ac9016a76 req-97a568a6-9aae-46e3-9a2f-484a254a7d8d tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 943 time: 0.0575240 Apr 07 12:06:56.880570 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8d9b132-1ae7-4936-952c-3f7ac9016a76 req-33caed7a-96a9-437f-a334-1546af3d7e3c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Apr 07 12:06:57.029652 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2f9c29e3-5965-49ba-bcbb-a3cac87e4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:57.886256 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4140ef-6354-4807-a008-1d91c333195a req-3e7f9431-ddd5-4853-b3e8-cdf7180d40b0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:57.887475 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7b4140ef-6354-4807-a008-1d91c333195a req-3e7f9431-ddd5-4853-b3e8-cdf7180d40b0 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0921068 Apr 07 12:06:57.895259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545970f-4421-4edd-a116-987bcd2f666c req-1185136d-d15f-4ba3-a106-dc1275b33cf7 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:57.896665 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e545970f-4421-4edd-a116-987bcd2f666c req-1185136d-d15f-4ba3-a106-dc1275b33cf7 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.0927880 Apr 07 12:06:57.970585 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7b4140ef-6354-4807-a008-1d91c333195a req-4e5fe761-7ad2-46bf-8555-c3ccc8e2759f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729241 Apr 07 12:06:57.974910 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e545970f-4421-4edd-a116-987bcd2f666c req-6f786ae0-391f-4cb0-a422-ab6fb316242e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705221 Apr 07 12:06:58.096932 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190915e1-a41b-447a-b48d-f8997d20377c req-81d21d15-5d6f-4b22-bdc5-a0e5074343f7 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:58.098454 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-190915e1-a41b-447a-b48d-f8997d20377c req-81d21d15-5d6f-4b22-bdc5-a0e5074343f7 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 943 time: 0.0650291 Apr 07 12:06:58.154402 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-190915e1-a41b-447a-b48d-f8997d20377c req-1ea29a22-903d-4ac0-bb45-0a9f2ae30688 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483081 Apr 07 12:06:59.144259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c22c4a-9801-492e-8ac9-f3acc84f7447 req-549fde74-555b-4b04-912f-5a2c036336f7 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.145653 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3c22c4a-9801-492e-8ac9-f3acc84f7447 req-549fde74-555b-4b04-912f-5a2c036336f7 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.0978162 Apr 07 12:06:59.185206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a859020-8800-4eab-a320-3b91e69c794c req-e2405508-8f31-48cb-8d0f-a0407703258d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.187183 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9a859020-8800-4eab-a320-3b91e69c794c req-e2405508-8f31-48cb-8d0f-a0407703258d tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0963168 Apr 07 12:06:59.215499 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a8379f12-d63c-4835-8717-b1c3374f24e8 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:06:59.256055 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3c22c4a-9801-492e-8ac9-f3acc84f7447 req-42e3a1af-11d8-4f55-8cbe-ae8717d7cc32 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984912 Apr 07 12:06:59.311509 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9a859020-8800-4eab-a320-3b91e69c794c req-693b675a-1600-4288-a00c-b2547d4feb88 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188910 Apr 07 12:06:59.376577 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a8379f12-d63c-4835-8717-b1c3374f24e8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a8379f12-d63c-4835-8717-b1c3374f24e8,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:59.395723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'a8379f12-d63c-4835-8717-b1c3374f24e8', 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0', 'port_id': 'a8379f12-d63c-4835-8717-b1c3374f24e8', 'mac_address': 'fa:16:3e:3b:0a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43061b42-80d5-4607-88a2-d5bba3ddc0d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:06:59.409979 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a618e2-1acf-41ee-a6c1-ddc4f2c0e19b req-27865dfb-a327-4ba3-99bd-31f01b0c68d8 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:06:59.417382 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01a618e2-1acf-41ee-a6c1-ddc4f2c0e19b req-27865dfb-a327-4ba3-99bd-31f01b0c68d8 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 943 time: 0.0742478 Apr 07 12:06:59.457467 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a8379f12-d63c-4835-8717-b1c3374f24e8 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:06:59.457889 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.489290 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8379f12-d63c-4835-8717-b1c3374f24e8 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:06:59.489865 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-01a618e2-1acf-41ee-a6c1-ddc4f2c0e19b req-3f629614-9b0f-47d7-862b-476a43dcf1be tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710583 Apr 07 12:06:59.512587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a8379f12-d63c-4835-8717-b1c3374f24e8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a8379f12-d63c-4835-8717-b1c3374f24e8,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:06:59.564271 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb775-4d02-4d00-82a8-6f7cea76a0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.608276 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.659767 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a8379f12-d63c-4835-8717-b1c3374f24e8,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:00.105966 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['a8379f12-d63c-4835-8717-b1c3374f24e8'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:00.293610 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.368480 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea367d-2912-4b5d-8ec1-1c4ff6d56ffb req-1ee03ecf-6a4f-4271-bac4-5cc34e89a86a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.371769 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fbea367d-2912-4b5d-8ec1-1c4ff6d56ffb req-1ee03ecf-6a4f-4271-bac4-5cc34e89a86a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.0534859 Apr 07 12:07:00.448131 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fbea367d-2912-4b5d-8ec1-1c4ff6d56ffb req-fa7671a2-bbfb-4c68-82ec-f5944be5d04e tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724032 Apr 07 12:07:00.463962 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05373809-aa2d-40af-841e-e7a112964292 req-e783a8c7-d5be-4984-8ce3-99c96d7776cb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.465535 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-05373809-aa2d-40af-841e-e7a112964292 req-e783a8c7-d5be-4984-8ce3-99c96d7776cb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0744100 Apr 07 12:07:00.515822 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-05373809-aa2d-40af-841e-e7a112964292 req-bc4c4a2f-5c7c-4597-904b-74572da2a250 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Apr 07 12:07:00.597732 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ae92c-a591-4a7b-aa06-0d4d29a63c06 req-9a7fda35-fa38-46df-a196-5f1327ea5523 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:00.599222 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-590ae92c-a591-4a7b-aa06-0d4d29a63c06 req-9a7fda35-fa38-46df-a196-5f1327ea5523 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 944 time: 0.0513341 Apr 07 12:07:00.645766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-590ae92c-a591-4a7b-aa06-0d4d29a63c06 req-35f270f2-5a4d-42fb-8798-c30297d5b296 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Apr 07 12:07:01.411676 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-4417120b-f0da-4c47-bd9e-8bc9b76b8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.413689 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-4417120b-f0da-4c47-bd9e-8bc9b76b8066 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1129 time: 0.0451317 Apr 07 12:07:01.467487 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ae3f3db4-fdfb-4ee2-9cea-305103ba3474 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:01.470574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a8379f12-d63c-4835-8717-b1c3374f24e8 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:01.508175 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-3946c7b3-84a0-4cff-b98f-5e44ea2b4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.509665 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-3946c7b3-84a0-4cff-b98f-5e44ea2b4396 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.0893960 Apr 07 12:07:01.613994 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port ae3f3db4-fdfb-4ee2-9cea-305103ba3474, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:01.626584 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'port_id': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'mac_address': 'fa:16:3e:f0:d0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:01.637129 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-b728981b-865b-4ae9-bb02-b5916420741b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 200 len: 1000 time: 0.1196952 Apr 07 12:07:01.664087 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d88b95-6eca-4873-8c8c-94776a0efb99 req-9bde761f-a125-4f70-b84d-cbf0fc18fcc5 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.665463 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e3d88b95-6eca-4873-8c8c-94776a0efb99 req-9bde761f-a125-4f70-b84d-cbf0fc18fcc5 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 943 time: 0.1412756 Apr 07 12:07:01.665657 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port a8379f12-d63c-4835-8717-b1c3374f24e8 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:01.667641 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:01.668042 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.681782 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port a8379f12-d63c-4835-8717-b1c3374f24e8 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:01.682163 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.708022 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3f3db4-fdfb-4ee2-9cea-305103ba3474 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:01.731158 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3f1d3-205d-418b-af04-a8905cc7ac04 req-9f9b7749-277e-4c14-a732-526f3089eadb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.732698 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-50e3f1d3-205d-418b-af04-a8905cc7ac04 req-9f9b7749-277e-4c14-a732-526f3089eadb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.1414018 Apr 07 12:07:01.739167 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-98b007aa-0937-4638-b0fd-56d490b3508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.739506 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port ae3f3db4-fdfb-4ee2-9cea-305103ba3474, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:01.740606 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-98b007aa-0937-4638-b0fd-56d490b3508b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0963171 Apr 07 12:07:01.782378 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e3d88b95-6eca-4873-8c8c-94776a0efb99 req-dc30e279-89ee-4e22-99cd-5bb5a3f47a9b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958424 Apr 07 12:07:01.783154 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port a8379f12-d63c-4835-8717-b1c3374f24e8 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:01.783659 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.793168 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.839024 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-50e3f1d3-205d-418b-af04-a8905cc7ac04 req-d8fea168-1f33-4157-9a3a-5823c7340ca7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974586 Apr 07 12:07:01.846214 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:01.876107 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8379f12-d63c-4835-8717-b1c3374f24e8'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:01.878047 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-c4679aee-049d-4ec3-877a-f7d75dd22fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.878267 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-c4679aee-049d-4ec3-877a-f7d75dd22fe1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190455 Apr 07 12:07:01.878647 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280323d2-398a-47a4-9a19-cd28f0cbaa8d" -d '{"events": [{"server_uuid": "d6fc3828-3a61-4f93-b18a-c9cf1b106413", "name": "network-vif-plugged", "status": "completed", "tag": "a8379f12-d63c-4835-8717-b1c3374f24e8"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:01.895618 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port a8379f12-d63c-4835-8717-b1c3374f24e8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a8379f12-d63c-4835-8717-b1c3374f24e8,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:01.957006 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:01.963379 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361a0e1-2318-462f-812d-e33b4f8d302e req-1c933bb5-bb65-4a72-932e-271005d9e2a7 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:01.965053 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d361a0e1-2318-462f-812d-e33b4f8d302e req-1c933bb5-bb65-4a72-932e-271005d9e2a7 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 944 time: 0.1223941 Apr 07 12:07:02.034455 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-a5b7f84a-4ef1-4502-9349-ac2234451567 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466529 Apr 07 12:07:02.039173 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=a8379f12-d63c-4835-8717-b1c3374f24e8,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:02.043422 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d361a0e1-2318-462f-812d-e33b4f8d302e req-62cc74b6-3b9b-4923-99dd-3b26243b0347 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698423 Apr 07 12:07:02.075156 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f02a3ac-380d-4725-803e-830e1ee1f1ef x-openstack-request-id: req-0f02a3ac-380d-4725-803e-830e1ee1f1ef {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:02.075453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fc3828-3a61-4f93-b18a-c9cf1b106413", "name": "network-vif-plugged", "status": "completed", "tag": "a8379f12-d63c-4835-8717-b1c3374f24e8", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:02.075706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f02a3ac-380d-4725-803e-830e1ee1f1ef {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:02.076114 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f02a3ac-380d-4725-803e-830e1ee1f1ef'] response: {'server_uuid': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8379f12-d63c-4835-8717-b1c3374f24e8', 'code': 200} Apr 07 12:07:02.094390 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.137967 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6565632a-ccdd-46cb-95c4-8d73df3c110d req-451b8db3-07c1-4f16-97b9-992059b17f26 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934935 Apr 07 12:07:02.329803 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['ae3f3db4-fdfb-4ee2-9cea-305103ba3474'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:02.904229 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f50d3-e191-493d-afb9-aac24d9e8c0f req-54068f05-6622-43b6-913f-b10a60c2edc9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:02.905715 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a09f50d3-e191-493d-afb9-aac24d9e8c0f req-54068f05-6622-43b6-913f-b10a60c2edc9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 944 time: 0.0569689 Apr 07 12:07:02.982439 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a09f50d3-e191-493d-afb9-aac24d9e8c0f req-62346683-241f-4576-9e51-fd359f499be2 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707703 Apr 07 12:07:02.998784 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff58d2c-95ba-4c74-a0b1-880a3d8fe1b5 req-0a0b875d-de6d-4833-8857-992e79680245 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.000262 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eff58d2c-95ba-4c74-a0b1-880a3d8fe1b5 req-0a0b875d-de6d-4833-8857-992e79680245 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 945 time: 0.0753913 Apr 07 12:07:03.046611 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eff58d2c-95ba-4c74-a0b1-880a3d8fe1b5 req-e5c6aed5-c5c4-4775-80c7-4c61476e92de tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408025 Apr 07 12:07:03.160945 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e955b-37b1-4883-8214-a7d4fbe4fb4f req-b0eb9d41-b3da-42fb-84df-5715170064c0 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.162428 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-805e955b-37b1-4883-8214-a7d4fbe4fb4f req-b0eb9d41-b3da-42fb-84df-5715170064c0 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 945 time: 0.0517037 Apr 07 12:07:03.212775 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-805e955b-37b1-4883-8214-a7d4fbe4fb4f req-9742c26a-250c-4b69-aced-9f9142683b30 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Apr 07 12:07:03.425009 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.466666 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ae3f3db4-fdfb-4ee2-9cea-305103ba3474 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:03.568069 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:03.572829 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:03.573387 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.590622 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f9f41-9e20-49df-bc6a-69a1ac11fbe8 req-1a759572-e1d3-430c-816f-5194332468fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:03.592101 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-476f9f41-9e20-49df-bc6a-69a1ac11fbe8 req-1a759572-e1d3-430c-816f-5194332468fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 1129 time: 0.0437374 Apr 07 12:07:03.636825 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-476f9f41-9e20-49df-bc6a-69a1ac11fbe8 req-f8cc56eb-5a19-486e-b8dd-1520ac054bdf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Apr 07 12:07:03.654404 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:03.654819 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.687219 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port ae3f3db4-fdfb-4ee2-9cea-305103ba3474, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:03.750994 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.751783 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:03.824690 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:03.869072 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: ACTIVE; New status is: DOWN {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:03.869457 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.899870 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:03.968305 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:04.017641 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=8']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:04.077707 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474'}, {'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:04.080375 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a9a3c3-e9d4-41bc-8235-9f66b2773d65" -d '{"events": [{"server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "name": "network-vif-plugged", "status": "completed", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474"}, {"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-unplugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:04.099554 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac73231-7a0f-43f3-a880-06c1164f8807 req-888f2136-3285-4490-99b4-8174d1ae491d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.101702 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aac73231-7a0f-43f3-a880-06c1164f8807 req-888f2136-3285-4490-99b4-8174d1ae491d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0541756 Apr 07 12:07:04.180280 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aac73231-7a0f-43f3-a880-06c1164f8807 req-f788ec64-ab8a-436b-b501-24974939ee26 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725410 Apr 07 12:07:04.198695 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ff7c3-fc2a-4ff5-9d01-3fbb065cc950 req-4a35ff05-c1c7-41b9-9b21-797005c81690 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.200151 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af0ff7c3-fc2a-4ff5-9d01-3fbb065cc950 req-4a35ff05-c1c7-41b9-9b21-797005c81690 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0776467 Apr 07 12:07:04.237585 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7c4bcb-f5b0-4ed6-9c5c-4686f878ec5f x-openstack-request-id: req-dd7c4bcb-f5b0-4ed6-9c5c-4686f878ec5f {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:04.237987 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "name": "network-vif-plugged", "status": "completed", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474", "code": 200}, {"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-unplugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:04.238342 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd7c4bcb-f5b0-4ed6-9c5c-4686f878ec5f {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:04.238869 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7c4bcb-f5b0-4ed6-9c5c-4686f878ec5f'] response: {'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'code': 200} Apr 07 12:07:04.239758 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7c4bcb-f5b0-4ed6-9c5c-4686f878ec5f'] response: {'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'code': 200} Apr 07 12:07:04.247295 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af0ff7c3-fc2a-4ff5-9d01-3fbb065cc950 req-6f793a06-3135-49a4-87a6-fdb0992a25c1 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Apr 07 12:07:04.329975 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844533c5-f0d7-4ea5-b0c8-6d9990902e3d req-6b0e9305-7df7-4643-bd66-6db0c834e83b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:04.331445 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-844533c5-f0d7-4ea5-b0c8-6d9990902e3d req-6b0e9305-7df7-4643-bd66-6db0c834e83b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Apr 07 12:07:04.376690 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-844533c5-f0d7-4ea5-b0c8-6d9990902e3d req-59e99d38-9880-4a82-948f-0b96d2b49c8b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Apr 07 12:07:05.231232 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c859b86-779d-41ae-9c2c-d5d83c9a2c69 req-9be5bf18-d105-470e-a7a1-2d2692403f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.232827 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6c859b86-779d-41ae-9c2c-d5d83c9a2c69 req-9be5bf18-d105-470e-a7a1-2d2692403f76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 1129 time: 0.0504560 Apr 07 12:07:05.302361 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1bf29-2f58-4105-a99b-a61499e5c08a req-c697ec76-e825-4efa-92c2-bb5c9cb431f2 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.304047 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-85d1bf29-2f58-4105-a99b-a61499e5c08a req-c697ec76-e825-4efa-92c2-bb5c9cb431f2 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0542686 Apr 07 12:07:05.381123 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-85d1bf29-2f58-4105-a99b-a61499e5c08a req-caa8565a-323d-42d1-ae8d-6e63ea8fb6b9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714514 Apr 07 12:07:05.396296 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c980b5-d1e3-4626-aa4e-c535c2be631a req-89c36644-ce38-4920-b047-d7c73f643e18 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.397795 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-10c980b5-d1e3-4626-aa4e-c535c2be631a req-89c36644-ce38-4920-b047-d7c73f643e18 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0742779 Apr 07 12:07:05.448725 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-10c980b5-d1e3-4626-aa4e-c535c2be631a req-b090cf00-0c39-497e-adee-02b68020f600 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446532 Apr 07 12:07:05.503075 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5061d3d-141e-417e-83c6-ec1181ae2736 req-2e285158-c3a5-497c-85c8-8111d2d0abc6 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:05.504567 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5061d3d-141e-417e-83c6-ec1181ae2736 req-2e285158-c3a5-497c-85c8-8111d2d0abc6 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 945 time: 0.0613105 Apr 07 12:07:05.552488 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c5061d3d-141e-417e-83c6-ec1181ae2736 req-7cb7ee22-f9d3-4a8a-bf66-00d385fe32bf tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Apr 07 12:07:05.614707 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6c859b86-779d-41ae-9c2c-d5d83c9a2c69 req-96e3c864-b517-420f-bce7-b33e3e303221 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Apr 07 12:07:06.506459 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022a7cb-744c-449c-bc2a-d3d0edd39def req-83788180-45f2-4011-a904-84ad90eec7d3 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:06.508040 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4022a7cb-744c-449c-bc2a-d3d0edd39def req-83788180-45f2-4011-a904-84ad90eec7d3 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0566776 Apr 07 12:07:06.563426 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4022a7cb-744c-449c-bc2a-d3d0edd39def req-41e7882d-b783-4928-b7eb-a82bd9596a67 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494616 Apr 07 12:07:06.888765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f907-4a47-48cf-bd72-e84d27ebfcfc req-c3e8c3ef-5ae4-4f3c-8f6a-a0e379048d81 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:06.890332 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ef4f907-4a47-48cf-bd72-e84d27ebfcfc req-c3e8c3ef-5ae4-4f3c-8f6a-a0e379048d81 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 945 time: 0.0578175 Apr 07 12:07:06.936713 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ef4f907-4a47-48cf-bd72-e84d27ebfcfc req-c6073bc1-4f10-402f-a724-3af6bef7b9da tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Apr 07 12:07:07.478716 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:07.542236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992520-f99c-4165-b789-f4e378092116 req-ad3e923e-67b9-4e21-83d8-425bea26ad56 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:07.544007 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-90992520-f99c-4165-b789-f4e378092116 req-ad3e923e-67b9-4e21-83d8-425bea26ad56 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0543292 Apr 07 12:07:07.560710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: DOWN; New status is: DOWN {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:07.597426 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-90992520-f99c-4165-b789-f4e378092116 req-9e29f570-04f8-4165-a7d6-a71b24f3fbf5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467060 Apr 07 12:07:07.687857 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de244e8-2529-4ed7-98e2-4fa4bc1dda2b req-a84750bf-8cda-432a-9685-ab1aeace007f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:07.689309 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7de244e8-2529-4ed7-98e2-4fa4bc1dda2b req-a84750bf-8cda-432a-9685-ab1aeace007f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0577161 Apr 07 12:07:07.738580 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7de244e8-2529-4ed7-98e2-4fa4bc1dda2b req-6d874551-2e4b-40c9-a68a-d6e14a3b9c1a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429330 Apr 07 12:07:07.927131 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-2609927e-70f4-4990-bee8-5290510f2b66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927207 Apr 07 12:07:08.058606 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703725c-c538-4826-b0a4-80b658e9031f req-4ef662f3-223d-4e1e-9f9e-c149e3e62c0f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.060723 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-4ef662f3-223d-4e1e-9f9e-c149e3e62c0f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports/870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 200 len: 940 time: 0.0994158 Apr 07 12:07:08.062716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd78a8b-7b1e-4c75-b030-81307533256e req-80e7abc5-e925-436a-8780-996122b7e02a tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.064274 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fd78a8b-7b1e-4c75-b030-81307533256e req-80e7abc5-e925-436a-8780-996122b7e02a tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 945 time: 0.0583947 Apr 07 12:07:08.115007 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2fd78a8b-7b1e-4c75-b030-81307533256e req-e83c338e-5a35-4204-bf74-f55c220b3b0b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Apr 07 12:07:08.739288 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-af17c9f7-6b6c-42bb-bd8a-81c747244ab8 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.740708 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-af17c9f7-6b6c-42bb-bd8a-81c747244ab8 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 945 time: 0.0909722 Apr 07 12:07:08.748544 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a546d-4d15-4d94-add0-7a1603daba6b req-3cd86863-79eb-4f62-89ee-f5f9dd0339dd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.749870 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f00a546d-4d15-4d94-add0-7a1603daba6b req-3cd86863-79eb-4f62-89ee-f5f9dd0339dd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0742569 Apr 07 12:07:08.858501 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f00a546d-4d15-4d94-add0-7a1603daba6b req-0eab284d-059e-47ca-a9b3-ac0c91b862b2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011102 Apr 07 12:07:08.914298 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e4692-645e-4955-9368-bd35841b4493 req-08c27a57-7793-41f0-9c62-7cebd9edf11d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:08.915766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ba9e4692-645e-4955-9368-bd35841b4493 req-08c27a57-7793-41f0-9c62-7cebd9edf11d tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0998795 Apr 07 12:07:08.920291 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Deleting port a8379f12-d63c-4835-8717-b1c3374f24e8 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:07:08.920621 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.032359 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ba9e4692-645e-4955-9368-bd35841b4493 req-3a117199-c201-4603-ba26-a0ea566483bf tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087830 Apr 07 12:07:09.052023 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] For port a8379f12-d63c-4835-8717-b1c3374f24e8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a8379f12-d63c-4835-8717-b1c3374f24e8,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:09.052390 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.066725 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Calling delete_port for a8379f12-d63c-4835-8717-b1c3374f24e8 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:07:09.183569 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c62f35-5428-4aa2-9c09-0a8bbb3f46b0 req-7e9b55b2-9726-4cd2-9475-bee329b3a54a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.185091 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f2c62f35-5428-4aa2-9c09-0a8bbb3f46b0 req-7e9b55b2-9726-4cd2-9475-bee329b3a54a tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0763938 Apr 07 12:07:09.311678 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f2c62f35-5428-4aa2-9c09-0a8bbb3f46b0 req-0d056a4f-985c-4ca2-8859-5af8f22bd1cb tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108534 Apr 07 12:07:09.319255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f08-8ed5-4482-beb9-eb06a0e5140d req-25d0c2a7-65d8-4458-bde2-ab56a78b7990 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.320862 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d35c7f08-8ed5-4482-beb9-eb06a0e5140d req-25d0c2a7-65d8-4458-bde2-ab56a78b7990 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 945 time: 0.1300218 Apr 07 12:07:09.334079 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41470) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:09.370264 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d35c7f08-8ed5-4482-beb9-eb06a0e5140d req-f4b48f80-c572-4db8-a1bc-2d494f5b5bf2 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437343 Apr 07 12:07:09.374209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (a8379f12-d63c-4835-8717-b1c3374f24e8), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.389683 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['a8379f12-d63c-4835-8717-b1c3374f24e8'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:09.413483 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Pushing event deleted for resources: {'Port': ['ID=a8379f12-d63c-4835-8717-b1c3374f24e8,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:09.422404 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.422774 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.423116 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.423453 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.423786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.424113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.424460 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.424738 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.425061 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.425380 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.425700 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.426020 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.426890 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.426890 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.427090 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:09.471913 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] No DVR routers for this DVR port a8379f12-d63c-4835-8717-b1c3374f24e8 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:07:09.475141 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.479078 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-39e47c19-4c36-4125-96d2-f31fdb2991a5 req-31af21e8-a6a4-47e2-8494-b24411f4748c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "DELETE /v2.0/ports/a8379f12-d63c-4835-8717-b1c3374f24e8 HTTP/1.1" status: 204 len: 173 time: 0.7283318 Apr 07 12:07:09.479660 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'name': 'network-vif-deleted', 'tag': 'a8379f12-d63c-4835-8717-b1c3374f24e8'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:09.481882 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f511bf9e-dd47-43ac-878f-598ee6b13440" -d '{"events": [{"server_uuid": "d6fc3828-3a61-4f93-b18a-c9cf1b106413", "name": "network-vif-deleted", "tag": "a8379f12-d63c-4835-8717-b1c3374f24e8"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:09.495518 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bedc530-39d7-4f24-b564-03e24871236d tempest-TestVolumeBootPattern-1187413828 tempest-TestVolumeBootPattern-1187413828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.497065 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0bedc530-39d7-4f24-b564-03e24871236d tempest-TestVolumeBootPattern-1187413828 tempest-TestVolumeBootPattern-1187413828-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 1124 time: 0.1619112 Apr 07 12:07:09.499974 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41476) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:07:09.504162 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'port_id': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:09.520795 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51403999-91e2-434d-a47c-9050d2eb0c02 x-openstack-request-id: req-51403999-91e2-434d-a47c-9050d2eb0c02 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:09.521097 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fc3828-3a61-4f93-b18a-c9cf1b106413", "name": "network-vif-deleted", "tag": "a8379f12-d63c-4835-8717-b1c3374f24e8", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:09.521351 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51403999-91e2-434d-a47c-9050d2eb0c02 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:09.521760 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51403999-91e2-434d-a47c-9050d2eb0c02'] response: {'server_uuid': 'd6fc3828-3a61-4f93-b18a-c9cf1b106413', 'name': 'network-vif-deleted', 'tag': 'a8379f12-d63c-4835-8717-b1c3374f24e8', 'status': 'completed', 'code': 200} Apr 07 12:07:09.578496 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703725c-c538-4826-b0a4-80b658e9031f req-12ed0c46-c573-4e16-9f5f-3055c4ec23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.580005 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-12ed0c46-c573-4e16-9f5f-3055c4ec23ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b&tenant_id=d93e40f8e66348efb495a1d7350e5cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0445261 Apr 07 12:07:09.645341 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703725c-c538-4826-b0a4-80b658e9031f req-9c8e31e7-954f-4f99-b43a-12360caf7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.646854 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-9c8e31e7-954f-4f99-b43a-12360caf7e10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1127 time: 0.0465817 Apr 07 12:07:09.659969 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.746590 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703725c-c538-4826-b0a4-80b658e9031f req-71f82e9b-5cfc-4b82-bf57-21de23729b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.748783 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-71f82e9b-5cfc-4b82-bf57-21de23729b7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.0965676 Apr 07 12:07:09.763439 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.816814 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-d531c99c-691b-433e-bf59-758744d8361f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 200 len: 998 time: 0.0620461 Apr 07 12:07:09.871038 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703725c-c538-4826-b0a4-80b658e9031f req-f8d51696-f336-46ca-bf00-0dde666c6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.872586 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-f8d51696-f336-46ca-bf00-0dde666c6925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0497820 Apr 07 12:07:09.873376 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Allocated IP 172.27.1.57 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/9cefb909-0c09-48c2-93a2-51846e60cd7e) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:07:09.928890 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703725c-c538-4826-b0a4-80b658e9031f req-c0b3e620-b7a3-49de-8080-a257168b5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:09.931075 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-c0b3e620-b7a3-49de-8080-a257168b5524 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527160 Apr 07 12:07:09.981208 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.999417 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f46b53-bb99-410d-ae5d-3e5a02caf1be req-7f420b91-4251-4661-b534-8f3f9718e4bf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:10.000823 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7f46b53-bb99-410d-ae5d-3e5a02caf1be req-7f420b91-4251-4661-b534-8f3f9718e4bf tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0613270 Apr 07 12:07:10.048363 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7f46b53-bb99-410d-ae5d-3e5a02caf1be req-72104b7c-eb5b-47cf-90a7-632a30e81a94 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418019 Apr 07 12:07:10.059922 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.096794 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:07:10.099598 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:10.103765 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:07:10.129584 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=9cefb909-0c09-48c2-93a2-51846e60cd7e,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:10.143926 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.144281 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.144631 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.144973 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.145309 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.145638 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.145965 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.146288 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.146633 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.147118 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.147616 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.148359 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.148679 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.148961 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.149287 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:07:10.228447 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-f71381cc-c3f6-4f0a-80fc-36bc587045af service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965154 Apr 07 12:07:10.319088 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-75591f90-eab7-4051-a6be-e93e279d0a36 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 Apr 07 12:07:10.497367 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e7e4e678-afe3-48fa-9bd2-031ebe407152 req-9250e2bf-2b09-41ad-91e1-ee6e4d204e0e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6fc3828-3a61-4f93-b18a-c9cf1b106413 HTTP/1.1" status: 200 len: 210 time: 0.0418763 Apr 07 12:07:10.508869 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (6238af37-1f0c-4ee7-9b22-010c7218c311), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.662885 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.823525 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:10.883950 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.010970 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event updated for resources: {'Port': ['ID=9cefb909-0c09-48c2-93a2-51846e60cd7e,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:11.017092 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (6238af37-1f0c-4ee7-9b22-010c7218c311), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.144915 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.l3_db [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Floating IP 6238af37-1f0c-4ee7-9b22-010c7218c311 associated. External IP: 172.27.1.57, port: ae3f3db4-fdfb-4ee2-9cea-305103ba3474. Apr 07 12:07:11.209875 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca54b93-8f2a-4474-89cd-ca113f55e030 req-c73853ee-f3ab-41f1-bb34-398d0536d754 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.218854 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ca54b93-8f2a-4474-89cd-ca113f55e030 req-c73853ee-f3ab-41f1-bb34-398d0536d754 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0759218 Apr 07 12:07:11.285176 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6ca54b93-8f2a-4474-89cd-ca113f55e030 req-64642e26-df32-4049-9b09-e5e73cbe9120 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651927 Apr 07 12:07:11.386486 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:07:11.500932 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:07:11.512250 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:07:11.535149 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:07:11.535943 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:06:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:11.582243 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:11.654658 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e6dce68f-9967-4af2-9539-ac7d2ce21303 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1419950 Apr 07 12:07:11.654658 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:11.654658 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb708fe4-057a-4084-900b-204ea1d47870" -d '{"events": [{"name": "network-changed", "server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:11.657479 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:07:11.787377 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10728fb6-8a7d-4785-935e-88c9dce84230 x-openstack-request-id: req-10728fb6-8a7d-4785-935e-88c9dce84230 {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:11.787919 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:11.788516 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10728fb6-8a7d-4785-935e-88c9dce84230 {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:11.789099 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10728fb6-8a7d-4785-935e-88c9dce84230'] response: {'name': 'network-changed', 'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'status': 'completed', 'code': 200} Apr 07 12:07:11.866982 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-79fe0af0-2130-4e2f-af2d-8742f4e50e7e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:11.869341 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-79fe0af0-2130-4e2f-af2d-8742f4e50e7e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/networks?id=df7218e9-8d52-4aba-aa5c-0a79647ef2c0 HTTP/1.1" status: 200 len: 809 time: 0.1354048 Apr 07 12:07:11.884665 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-79e7eda7-6a53-4287-b465-af7679770acc tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/quotas/99120ae1860b48c7abff5f96b180e634 HTTP/1.1" status: 200 len: 375 time: 0.0099773 Apr 07 12:07:11.920053 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-4e16917a-fef5-43f0-9f2e-25d471f5940e tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99120ae1860b48c7abff5f96b180e634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286334 Apr 07 12:07:11.923945 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6238af37-1f0c-4ee7-9b22-010c7218c311', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:f0:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:07:10Z', 'updated_at': '2022-04-07T12:07:10Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}, {'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:15Z', 'revision_number': 1, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:11.951097 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:07:11.959690 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:07:11.960359 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:06:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:12.020881 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-be34896b-74bb-4b35-9955-2b4cf5135c4b service neutron] 10.222.0.37 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942199 Apr 07 12:07:12.072192 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:07:12.123251 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-4ba29c0e-27f7-4d26-b7be-a09b202b9bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966399 Apr 07 12:07:12.333319 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6238af37-1f0c-4ee7-9b22-010c7218c311', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:f0:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:07:10Z', 'updated_at': '2022-04-07T12:07:10Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}, {'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:15Z', 'revision_number': 1, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:07:12.395316 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe358234-1e5c-4bb9-9ac6-6129050afba0 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6238af37-1f0c-4ee7-9b22-010c7218c311', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:f0:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:07:10Z', 'updated_at': '2022-04-07T12:07:10Z', 'revision_number': 0, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}, {'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:15Z', 'revision_number': 1, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:07:12.487446 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-49d533a5-2d98-424f-95a7-4fa95989a46c req-05c03d8f-1475-4570-b6d5-9969d59fecaa tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0711670 Apr 07 12:07:12.530262 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b47f1-b79a-4fc4-b07b-edfe63837701 req-6ad66ae6-c323-4f92-b0c7-ed5fade430ce tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:12.538006 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331b47f1-b79a-4fc4-b07b-edfe63837701 req-6ad66ae6-c323-4f92-b0c7-ed5fade430ce tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.1330192 Apr 07 12:07:12.615887 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-331b47f1-b79a-4fc4-b07b-edfe63837701 req-d6cded46-743e-4f1a-8fbb-8b77455dd9c2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759692 Apr 07 12:07:12.712052 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bdfa8-0dd4-4fda-96a2-294fba89868f None None] New status for floating IP 6238af37-1f0c-4ee7-9b22-010c7218c311: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:07:13.490042 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a8379f12-d63c-4835-8717-b1c3374f24e8 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:13.514983 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: a8379f12-d63c-4835-8717-b1c3374f24e8 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:07:13.515328 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device a8379f12-d63c-4835-8717-b1c3374f24e8 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:07:13.578592 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b77a5c0f-6c14-41ed-9560-14fd7a6c7d8d req-b2d97e6c-43b5-409e-841a-780e5a2394f4 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Apr 07 12:07:13.748495 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f30d85-2934-4c5f-8b52-dc47cfba98ae req-cb32bb2a-22be-4268-bd90-09bbcef5f5e4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:13.749883 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7f30d85-2934-4c5f-8b52-dc47cfba98ae req-cb32bb2a-22be-4268-bd90-09bbcef5f5e4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0535505 Apr 07 12:07:13.803864 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7f30d85-2934-4c5f-8b52-dc47cfba98ae req-73cd288e-47bc-48a7-95fe-e8c78e5eced7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481632 Apr 07 12:07:14.682382 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-35d45393-068b-41a4-b38e-e31a0d21aa15 req-0139bfcf-a2ca-4c97-913b-85ec5e4de356 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0327177 Apr 07 12:07:14.932873 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08d0cf-5e55-4948-bf8a-3d4095ec802c req-866fff66-5a69-47f7-9df6-40768313be1c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:14.934531 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-df08d0cf-5e55-4948-bf8a-3d4095ec802c req-866fff66-5a69-47f7-9df6-40768313be1c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0544438 Apr 07 12:07:14.984477 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-df08d0cf-5e55-4948-bf8a-3d4095ec802c req-3b671c31-1581-4e4d-ac07-0139ac2fd8e4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Apr 07 12:07:15.784129 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1c3e989f-aa15-4156-abaa-16537f2f84b6 req-b2ba1d0f-1078-41b6-9e9f-77674c79233c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Apr 07 12:07:16.120449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f4e44-7447-46b9-8f21-caf624e171c4 req-b0b167e6-1986-4d18-8f3f-10dd33dd98f3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:16.121928 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b8f4e44-7447-46b9-8f21-caf624e171c4 req-b0b167e6-1986-4d18-8f3f-10dd33dd98f3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0567236 Apr 07 12:07:16.458725 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b8f4e44-7447-46b9-8f21-caf624e171c4 req-a64f0850-c5d0-45db-9993-8b166fd83a37 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308110 Apr 07 12:07:16.887702 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-13f5cd2b-6a29-49e7-8219-f1b151cbc47e req-8b1d48d3-2b51-4498-b376-83e6868fad65 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0297978 Apr 07 12:07:17.185723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:17.586782 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e671706-f52a-4195-97fa-7078846fc90b req-22685e2c-afce-4449-87ae-65f0191bb47b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:17.588291 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e671706-f52a-4195-97fa-7078846fc90b req-22685e2c-afce-4449-87ae-65f0191bb47b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0545621 Apr 07 12:07:17.637594 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e671706-f52a-4195-97fa-7078846fc90b req-544be361-6d62-49bb-8920-94d8fd4418fc tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435174 Apr 07 12:07:18.029294 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b4f943cb-85f3-4a62-bcd3-8e135eafa550 req-f93f1f78-050e-4f9a-ba83-a3b3fb4e2013 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0354578 Apr 07 12:07:18.771528 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda6dcf-7c13-4b32-b586-f213eefb4e98 req-2ae66eed-1f5d-42e1-8e87-1e19464817fd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:18.778975 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0fda6dcf-7c13-4b32-b586-f213eefb4e98 req-2ae66eed-1f5d-42e1-8e87-1e19464817fd tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0619929 Apr 07 12:07:18.822794 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0fda6dcf-7c13-4b32-b586-f213eefb4e98 req-ea2e651a-a36e-4325-82ac-586c8b8b1b30 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 Apr 07 12:07:19.126422 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3ad18bad-4076-4c7e-b79f-bd63adc96320 req-e5f05590-ab8b-4b77-8786-67c7a77de9b0 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0277519 Apr 07 12:07:19.950282 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549ee97-f680-4da8-86ea-442187de8f3a req-4f60b704-ba7d-4019-97b1-4e8d381eac3a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:19.951774 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a549ee97-f680-4da8-86ea-442187de8f3a req-4f60b704-ba7d-4019-97b1-4e8d381eac3a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0504789 Apr 07 12:07:20.000859 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a549ee97-f680-4da8-86ea-442187de8f3a req-55ec54ae-a8e1-4d21-9c66-bab728241d11 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Apr 07 12:07:20.218683 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65a72674-0ade-41b4-8094-1a62734b54af req-0c622f49-651d-4e1c-9974-8e251903ef1d tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Apr 07 12:07:21.240831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b146-b470-4ede-a21a-e0dcf3245685 req-ae7ab4ac-dec9-4bb9-b6b9-bc20b5debba4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:21.242440 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e700b146-b470-4ede-a21a-e0dcf3245685 req-ae7ab4ac-dec9-4bb9-b6b9-bc20b5debba4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0521116 Apr 07 12:07:21.291462 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e700b146-b470-4ede-a21a-e0dcf3245685 req-ca7a9523-21a8-4f2c-8f02-a9c6037272cb tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Apr 07 12:07:21.316047 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-03992b75-0226-4ede-9ab7-dfbb592e12d5 req-0c8d4979-9e31-45f4-af64-ec995fa3bfbf tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Apr 07 12:07:22.424310 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ac0c3ab-b411-4d49-b392-0333b0243708 req-1a9bf3b8-f6f3-4f2b-a015-677ad4040f98 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0297351 Apr 07 12:07:22.446871 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491d79-7002-4b6a-b02a-a01c00ca2046 req-c1811451-c828-41e8-b939-c75ce9bd30d7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:22.448311 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e1491d79-7002-4b6a-b02a-a01c00ca2046 req-c1811451-c828-41e8-b939-c75ce9bd30d7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0846214 Apr 07 12:07:22.496744 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e1491d79-7002-4b6a-b02a-a01c00ca2046 req-c8fefb80-9f30-40ac-be40-4194a2237e13 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 Apr 07 12:07:23.419914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708fe4-057a-4084-900b-204ea1d47870 req-1d9fdf6d-3e1e-4aed-8d99-e6de3fa7c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.421410 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb708fe4-057a-4084-900b-204ea1d47870 req-1d9fdf6d-3e1e-4aed-8d99-e6de3fa7c47d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 1129 time: 0.0454690 Apr 07 12:07:23.521850 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-92f214e3-d5b1-4f98-b67e-02480dc7d38c req-4ff526b5-1952-4f17-b6f2-e7cf6960b1f1 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0299771 Apr 07 12:07:23.626445 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4c616-72b5-4278-99f4-1c23d53565d3 req-225bbd67-b822-4894-8e54-b7c9b2a5c93e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:23.627945 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1e4c616-72b5-4278-99f4-1c23d53565d3 req-225bbd67-b822-4894-8e54-b7c9b2a5c93e tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0545964 Apr 07 12:07:23.676102 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1e4c616-72b5-4278-99f4-1c23d53565d3 req-21c9036c-e3e8-46a2-a600-e1c47ece09be tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Apr 07 12:07:24.618679 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3efcf897-00ae-42fd-952b-ceee848b7d78 req-e59555a9-d38c-4c54-a2b7-6598b5a7c7ef tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0268707 Apr 07 12:07:24.800253 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57955fa7-d6ad-43e8-9fb9-b32bf6fd52a1 req-bbf3cc40-b90d-4e9a-a2de-eb3962c7bc41 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:24.801724 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-57955fa7-d6ad-43e8-9fb9-b32bf6fd52a1 req-bbf3cc40-b90d-4e9a-a2de-eb3962c7bc41 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0518851 Apr 07 12:07:24.851810 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-57955fa7-d6ad-43e8-9fb9-b32bf6fd52a1 req-508e0a89-6027-467c-94c9-a9111e39830b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443223 Apr 07 12:07:25.711195 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-03c979cc-5aa9-4a66-af39-0e643a7f95a6 req-cbe06d0f-99ef-4213-9688-3288bb05ec1d tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0267825 Apr 07 12:07:25.843371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708fe4-057a-4084-900b-204ea1d47870 req-9558702e-9470-4384-843d-cf1902c927e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:25.844049 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb708fe4-057a-4084-900b-204ea1d47870 req-9558702e-9470-4384-843d-cf1902c927e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.0843990 Apr 07 12:07:25.915450 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb708fe4-057a-4084-900b-204ea1d47870 req-45b66cff-61c3-458a-8a17-be72c4dfe125 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474 HTTP/1.1" status: 200 len: 1000 time: 0.0633709 Apr 07 12:07:25.995490 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708fe4-057a-4084-900b-204ea1d47870 req-8ff1de13-ab65-44d9-ac26-38ad16f09263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:25.998283 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb708fe4-057a-4084-900b-204ea1d47870 req-8ff1de13-ab65-44d9-ac26-38ad16f09263 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0756354 Apr 07 12:07:26.010673 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb46fc-5476-46cb-8395-5848adc3a93c req-dabf54f9-fa76-4845-b31f-d71a19139582 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.012105 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14cb46fc-5476-46cb-8395-5848adc3a93c req-dabf54f9-fa76-4845-b31f-d71a19139582 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.0836630 Apr 07 12:07:26.090788 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708fe4-057a-4084-900b-204ea1d47870 req-4b1ab0e2-500f-4038-a5a2-ec64f02d4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.092272 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb708fe4-057a-4084-900b-204ea1d47870 req-4b1ab0e2-500f-4038-a5a2-ec64f02d4495 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793240 Apr 07 12:07:26.095260 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14cb46fc-5476-46cb-8395-5848adc3a93c req-6fcd2061-e329-4669-b0d0-891703b092c3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740113 Apr 07 12:07:26.183801 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb708fe4-057a-4084-900b-204ea1d47870 req-e230e529-ab9e-4872-9131-1c262ed123b8 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850022 Apr 07 12:07:26.282973 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fb708fe4-057a-4084-900b-204ea1d47870 req-5cc1f158-ff36-423f-8184-1f5662fa1f7c service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923984 Apr 07 12:07:26.733369 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-b83a8fe7-7254-425d-a0cc-44839009284a tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:26.734843 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-b83a8fe7-7254-425d-a0cc-44839009284a tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "GET /v2.0/networks?id=df7218e9-8d52-4aba-aa5c-0a79647ef2c0 HTTP/1.1" status: 200 len: 809 time: 0.1178470 Apr 07 12:07:26.746865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Request body: {'port': {'device_id': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0', 'admin_state_up': True, 'tenant_id': '99120ae1860b48c7abff5f96b180e634'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:26.833116 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04484806-3cda-4e18-87b7-79b4f82b4a8a req-f3bbfce2-7644-41a6-b8cc-dfe3e6f48883 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Apr 07 12:07:26.983569 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Made reservation on behalf of 99120ae1860b48c7abff5f96b180e634 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:07:26.987092 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.040727 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3c18d2f9-23c2-4a92-b131-51cc05729cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.115343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Allocated IP 172.20.0.12 (df7218e9-8d52-4aba-aa5c-0a79647ef2c0/43061b42-80d5-4607-88a2-d5bba3ddc0d2/2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:07:27.284061 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cdaf9-8dfd-4700-b82f-dcc9956f421d req-a095438c-d13c-4662-ba07-2fb2fca94025 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:27.285524 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa2cdaf9-8dfd-4700-b82f-dcc9956f421d req-a095438c-d13c-4662-ba07-2fb2fca94025 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 943 time: 0.1113787 Apr 07 12:07:27.306888 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks [] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.359620 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa2cdaf9-8dfd-4700-b82f-dcc9956f421d req-5b0f4917-e1af-4984-9502-6957a7eab7f2 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678668 Apr 07 12:07:27.424978 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.470477 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:07:27.473480 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:07:27.480096 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:07:27.503066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Pushing event updated for resources: {'Port': ['ID=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:27.532570 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:27.533167 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.551450 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:27.581550 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9ffe1757-7453-48b0-b537-f0644ca68a09 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8385804 Apr 07 12:07:27.647220 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:27.658420 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'port_id': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'mac_address': 'fa:16:3e:3c:84:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:27.672997 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Request body: {'port': {'device_id': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:07:27.698999 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:27.699384 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.712185 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870b1942-bacb-4d08-a899-dc1bf9c1552a {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:27.731109 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:27.732365 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.796160 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.842733 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=9']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:27.987876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b6bf-83c9-4e48-9136-84e8fb3fd345 req-e8e80e63-bd2e-40fd-beae-214f717a3143 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:27.989379 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ae3b6bf-83c9-4e48-9136-84e8fb3fd345 req-e8e80e63-bd2e-40fd-beae-214f717a3143 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 932 time: 0.0814168 Apr 07 12:07:28.072159 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:28.080269 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Publish callbacks [] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:28.085126 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ae3b6bf-83c9-4e48-9136-84e8fb3fd345 req-9fdb7b3b-add5-490a-af06-841e81fd6296 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889931 Apr 07 12:07:28.095685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Transition to ACTIVE for port object 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:07:28.156053 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:28.180400 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['870b1942-bacb-4d08-a899-dc1bf9c1552a'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:28.209215 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:28.278783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Attempting to bind port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:07:28.279018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Attempting to bind port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:07:28.279344 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Attempting to bind port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 on network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:28.285144 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 on network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:07:28.285468 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Attempting to bind port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 on network df7218e9-8d52-4aba-aa5c-0a79647ef2c0 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:07:28.291552 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:07:28.291894 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Checking segment: {'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:07:28.292277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Bound using segment: {'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:07:28.292734 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Bound port: 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:07:28.293097 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:28.360507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] For port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:07:28.363403 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] For port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:07:28.461678 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:28.500069 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.500674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:28.502040 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] 10.222.0.48 "PUT /v2.0/ports/2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 HTTP/1.1" status: 200 len: 1094 time: 0.8334134 Apr 07 12:07:28.503253 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'tag': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:28.508550 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60469317-5c41-45d7-a776-2434b12d0f70" -d '{"events": [{"name": "network-changed", "server_uuid": "a3be6ad8-1f4e-43f3-8355-4630ee4ab566", "tag": "2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:28.539110 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a38fe4-0937-4229-8ef1-69f6b9612b9d req-1d0497d0-00e9-4066-90ae-305194bf0bf4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.540827 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-03a38fe4-0937-4229-8ef1-69f6b9612b9d req-1d0497d0-00e9-4066-90ae-305194bf0bf4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 944 time: 0.1125207 Apr 07 12:07:28.541915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbefcb0-3955-4c9b-b97d-c75859daf476 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:28.545316 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80704404-bb8b-495b-a244-49f1e097c294 x-openstack-request-id: req-80704404-bb8b-495b-a244-49f1e097c294 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:28.545587 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3be6ad8-1f4e-43f3-8355-4630ee4ab566", "tag": "2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:28.545840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80704404-bb8b-495b-a244-49f1e097c294 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:28.546225 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80704404-bb8b-495b-a244-49f1e097c294'] response: {'name': 'network-changed', 'server_uuid': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'tag': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0', 'status': 'completed', 'code': 200} Apr 07 12:07:28.614753 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-03a38fe4-0937-4229-8ef1-69f6b9612b9d req-ab9867b4-10c9-4130-a740-3762aa1e7cf3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673022 Apr 07 12:07:28.628563 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469317-5c41-45d7-a776-2434b12d0f70 req-a6beb022-0d3b-4f7a-acd7-9846dee28817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.630133 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60469317-5c41-45d7-a776-2434b12d0f70 req-a6beb022-0d3b-4f7a-acd7-9846dee28817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99120ae1860b48c7abff5f96b180e634&device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 1128 time: 0.0622637 Apr 07 12:07:28.730494 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469317-5c41-45d7-a776-2434b12d0f70 req-1dca3909-3a5c-4d26-8c56-4547e826143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.731955 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60469317-5c41-45d7-a776-2434b12d0f70 req-1dca3909-3a5c-4d26-8c56-4547e826143b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=99120ae1860b48c7abff5f96b180e634&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0941002 Apr 07 12:07:28.827367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469317-5c41-45d7-a776-2434b12d0f70 req-fe7fecae-640f-40ab-aed1-43749a469bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.828772 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-60469317-5c41-45d7-a776-2434b12d0f70 req-fe7fecae-640f-40ab-aed1-43749a469bcf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891469 Apr 07 12:07:28.922361 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-611acef6-5830-4b1f-8cd4-330bc71d7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:28.923859 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-611acef6-5830-4b1f-8cd4-330bc71d7e1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99120ae1860b48c7abff5f96b180e634&device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 1128 time: 0.0445731 Apr 07 12:07:28.964845 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-c89f4523-0d8d-4ce2-9b66-298270c29ad4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 HTTP/1.1" status: 200 len: 217 time: 0.0330217 Apr 07 12:07:29.012977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-79cc97cf-b473-40a8-952f-e27828f5ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:29.014375 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-79cc97cf-b473-40a8-952f-e27828f5ea14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43061b42-80d5-4607-88a2-d5bba3ddc0d2 HTTP/1.1" status: 200 len: 849 time: 0.0418506 Apr 07 12:07:29.055386 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-9c997d6c-0b53-4aa5-8bd9-c644263ea4ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df7218e9-8d52-4aba-aa5c-0a79647ef2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282099 Apr 07 12:07:29.144567 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-8c0d057b-1571-4deb-b8f1-3dab0d8eb472 service neutron] 10.222.0.48 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822506 Apr 07 12:07:29.272653 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cc673-39e4-4f0b-ae0a-5528f9910839 req-08c506ca-5def-4ebd-a528-ddcef9bd34b1 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:29.274696 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b2cc673-39e4-4f0b-ae0a-5528f9910839 req-08c506ca-5def-4ebd-a528-ddcef9bd34b1 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 944 time: 0.1153486 Apr 07 12:07:29.276634 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41519ac8-8d9a-49f6-97e1-5457b59612f1 req-73f015c6-e59b-45d3-a4c4-4edbb675eee4 service neutron] 10.222.0.48 "GET /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252460 Apr 07 12:07:29.320657 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b2cc673-39e4-4f0b-ae0a-5528f9910839 req-65c46795-879c-4d98-86a0-1f9bf179ca81 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Apr 07 12:07:29.514221 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2caf8c15-beb3-4c62-80d8-643102e20780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.567183 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:29.616032 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 870b1942-bacb-4d08-a899-dc1bf9c1552a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:29.616408 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.699308 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 870b1942-bacb-4d08-a899-dc1bf9c1552a is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:29.699700 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.722581 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:29.724848 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90407b1-5cb6-460a-a833-6961cdf9e192" -d '{"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-plugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:29.737832 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:29.742801 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7507e4d-8eb6-45a0-b8b4-c5382ba3b8df req-a384262d-e880-4110-85be-bd5cc9f1c2a4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:29.744334 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d7507e4d-8eb6-45a0-b8b4-c5382ba3b8df req-a384262d-e880-4110-85be-bd5cc9f1c2a4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 944 time: 0.0579920 Apr 07 12:07:29.761192 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1564c3e8-93c9-4e6a-a9d2-761955d0c228 x-openstack-request-id: req-1564c3e8-93c9-4e6a-a9d2-761955d0c228 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:29.761491 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-plugged", "status": "completed", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:29.761778 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1564c3e8-93c9-4e6a-a9d2-761955d0c228 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:29.762203 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1564c3e8-93c9-4e6a-a9d2-761955d0c228'] response: {'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'code': 200} Apr 07 12:07:29.792225 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d7507e4d-8eb6-45a0-b8b4-c5382ba3b8df req-16c714cf-bbfa-4706-b8ea-5a4622e49197 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Apr 07 12:07:29.802073 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.850427 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=10']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:30.291818 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:30.438090 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e1f0-01fe-4e82-82d3-8cda82f8bcaf req-2df98fe3-ced5-464a-8985-700139158355 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:30.439605 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c85e1f0-01fe-4e82-82d3-8cda82f8bcaf req-2df98fe3-ced5-464a-8985-700139158355 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 944 time: 0.0516870 Apr 07 12:07:30.485997 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4c85e1f0-01fe-4e82-82d3-8cda82f8bcaf req-4fc25cf1-bfbd-45ad-9da5-171b522cd078 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Apr 07 12:07:30.912902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7b8f-0e06-4117-b46c-89006c8bc565 req-b0901490-c825-4756-b95e-b0dc882f563b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:30.914898 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd2b7b8f-0e06-4117-b46c-89006c8bc565 req-b0901490-c825-4756-b95e-b0dc882f563b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0512071 Apr 07 12:07:30.963621 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dd2b7b8f-0e06-4117-b46c-89006c8bc565 req-3eed7fb0-ff0c-4ae9-92af-c3fa9f1bca45 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431123 Apr 07 12:07:31.603581 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e89740-b289-466a-b239-ef800e63fbc1 req-1c3897ef-1ef0-4e8a-9373-92ca129dbd29 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:31.604308 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a9e89740-b289-466a-b239-ef800e63fbc1 req-1c3897ef-1ef0-4e8a-9373-92ca129dbd29 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 944 time: 0.0516732 Apr 07 12:07:31.652257 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a9e89740-b289-466a-b239-ef800e63fbc1 req-675733c7-4f7f-48df-9983-0d323180cce4 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Apr 07 12:07:31.902577 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:07:32.058899 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:32.102874 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b38af-d76c-4fad-940f-c948caecd551 req-6315ef7b-03c7-4efa-b62a-1d0e73398c90 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:32.104400 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0d5b38af-d76c-4fad-940f-c948caecd551 req-6315ef7b-03c7-4efa-b62a-1d0e73398c90 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0603900 Apr 07 12:07:32.152149 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0d5b38af-d76c-4fad-940f-c948caecd551 req-00c7e7f2-8ba9-4219-b399-85367b2e770b tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 Apr 07 12:07:32.271019 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838ad1b-56a3-422a-a1ab-fceae37e5923 req-5f7c0d03-6609-49ed-913e-e54a838e3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:32.272499 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a838ad1b-56a3-422a-a1ab-fceae37e5923 req-5f7c0d03-6609-49ed-913e-e54a838e3e97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1130 time: 0.0477455 Apr 07 12:07:32.316838 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a838ad1b-56a3-422a-a1ab-fceae37e5923 req-0e5901ca-e210-4e9d-9af5-9abf460e8209 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375271 Apr 07 12:07:32.766249 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5191-04c6-4ab3-b901-d6c484f51710 req-6ec3a6b6-74fd-408d-a264-71672bc9bd6c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:32.767753 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-659b5191-04c6-4ab3-b901-d6c484f51710 req-6ec3a6b6-74fd-408d-a264-71672bc9bd6c tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 944 time: 0.0513463 Apr 07 12:07:32.814367 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-659b5191-04c6-4ab3-b901-d6c484f51710 req-d2ad4f9a-365b-42d0-9efd-5862c9e8f421 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Apr 07 12:07:33.272677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965602c1-00eb-43ee-b159-2ccdedd28125 req-906adf7f-651d-4ec8-8e0c-bf60b153f2a9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.274111 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-965602c1-00eb-43ee-b159-2ccdedd28125 req-906adf7f-651d-4ec8-8e0c-bf60b153f2a9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0506909 Apr 07 12:07:33.324547 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-965602c1-00eb-43ee-b159-2ccdedd28125 req-847f1def-0d24-4a85-b675-a31590adf5e4 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447202 Apr 07 12:07:33.440358 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:33.613742 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:07:33.729103 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:33.739689 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0', 'network_id': 'df7218e9-8d52-4aba-aa5c-0a79647ef2c0', 'port_id': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0', 'mac_address': 'fa:16:3e:b5:9c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43061b42-80d5-4607-88a2-d5bba3ddc0d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:07:33.776905 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:33.777297 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:33.790276 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:07:33.809618 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:33.876180 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:33.928192 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:33.933056 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d5cdc-fe94-45be-a943-7923a3e3f3b8 req-8c940efb-93b8-4558-b479-06ef05a5e54b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:33.934593 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b7d5cdc-fe94-45be-a943-7923a3e3f3b8 req-8c940efb-93b8-4558-b479-06ef05a5e54b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Apr 07 12:07:33.983291 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6b7d5cdc-fe94-45be-a943-7923a3e3f3b8 req-56b2ef19-bc93-48a9-b123-fcc210ca77aa tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Apr 07 12:07:34.261719 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:34.457034 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b18ab-8940-4ee6-bbb0-3d669b183a86 req-37d180c4-8fb4-490c-9776-f8b967b81768 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:34.458806 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c03b18ab-8940-4ee6-bbb0-3d669b183a86 req-37d180c4-8fb4-490c-9776-f8b967b81768 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0531228 Apr 07 12:07:34.511656 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c03b18ab-8940-4ee6-bbb0-3d669b183a86 req-a59d9f1a-c64e-414a-b6ce-4994bba331b3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448775 Apr 07 12:07:35.104304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45704097-72fa-4d56-bb52-8d64f64bf5d0 req-51b7517f-a4c6-4f84-b4b8-cc85cbf1841b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:35.105739 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-45704097-72fa-4d56-bb52-8d64f64bf5d0 req-51b7517f-a4c6-4f84-b4b8-cc85cbf1841b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 945 time: 0.0570397 Apr 07 12:07:35.151931 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-45704097-72fa-4d56-bb52-8d64f64bf5d0 req-0a9e5335-dfd5-4266-8ef7-0e3b15ecf7f2 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Apr 07 12:07:35.622228 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:07:35.635357 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f50e0-da15-4821-ad9a-f14563f3d88f req-f2cea58a-ef45-4d6d-9ba7-5fa74ae2f06c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:35.636802 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d77f50e0-da15-4821-ad9a-f14563f3d88f req-f2cea58a-ef45-4d6d-9ba7-5fa74ae2f06c tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0534770 Apr 07 12:07:35.686883 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d77f50e0-da15-4821-ad9a-f14563f3d88f req-bf4cdb2f-8ac0-48f5-a478-5ae568c129e8 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439506 Apr 07 12:07:35.767503 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:07:35.771587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:07:35.772016 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:35.849002 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:07:35.849390 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:35.879312 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:35.881536 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ca316c-9806-49e7-8596-c8e2d7262ca2" -d '{"events": [{"server_uuid": "a3be6ad8-1f4e-43f3-8355-4630ee4ab566", "name": "network-vif-plugged", "status": "completed", "tag": "2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:35.894349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:35.916580 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14da264-56de-4c41-aaef-8b9216ec2f09 x-openstack-request-id: req-d14da264-56de-4c41-aaef-8b9216ec2f09 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:35.916876 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3be6ad8-1f4e-43f3-8355-4630ee4ab566", "name": "network-vif-plugged", "status": "completed", "tag": "2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:35.917130 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d14da264-56de-4c41-aaef-8b9216ec2f09 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:35.917530 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14da264-56de-4c41-aaef-8b9216ec2f09'] response: {'server_uuid': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0', 'code': 200} Apr 07 12:07:35.950534 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:36.003531 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:36.213367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd940d25-a232-4596-8d30-19f981caae5e req-8d2a42db-c4a3-42c4-b479-65dd091c6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:36.214926 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cd940d25-a232-4596-8d30-19f981caae5e req-8d2a42db-c4a3-42c4-b479-65dd091c6a18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 1130 time: 0.0474937 Apr 07 12:07:36.294965 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886509-e532-4af4-9c54-bc26e804da99 req-f643ec60-54b4-46ba-8a3a-17f17f1f8c1b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:36.296417 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2f886509-e532-4af4-9c54-bc26e804da99 req-f643ec60-54b4-46ba-8a3a-17f17f1f8c1b tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 946 time: 0.0767286 Apr 07 12:07:36.298851 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cd940d25-a232-4596-8d30-19f981caae5e req-44a3ce51-1a53-4c06-b973-86d4ef0d5931 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706046 Apr 07 12:07:36.345474 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2f886509-e532-4af4-9c54-bc26e804da99 req-8484c062-f836-40a8-a979-e1fed9726fda tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Apr 07 12:07:36.808833 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9aa39-c89f-4651-b012-098c8e9a8e50 req-1cde6259-d88f-427d-9794-a3a964ef4190 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:36.810288 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-93b9aa39-c89f-4651-b012-098c8e9a8e50 req-1cde6259-d88f-427d-9794-a3a964ef4190 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0517828 Apr 07 12:07:36.859704 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-93b9aa39-c89f-4651-b012-098c8e9a8e50 req-bc3707f1-a69d-4ff8-bad2-0ff06c191d8a tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438485 Apr 07 12:07:37.459779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5dc1d-4e0c-402c-99f0-a5913c181d8d req-9459245e-bb49-4f45-b2ee-cbffd8875f73 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:37.461277 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-64a5dc1d-4e0c-402c-99f0-a5913c181d8d req-9459245e-bb49-4f45-b2ee-cbffd8875f73 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 946 time: 0.0515022 Apr 07 12:07:37.509011 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-64a5dc1d-4e0c-402c-99f0-a5913c181d8d req-1eb0c0b5-673b-4a2b-86c3-2239fa94ce05 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Apr 07 12:07:38.624927 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0e69-09dc-4620-a187-3b4669eaad4a req-30df50cd-777c-4c8a-808a-b41847739877 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:38.626387 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd1a0e69-09dc-4620-a187-3b4669eaad4a req-30df50cd-777c-4c8a-808a-b41847739877 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 946 time: 0.0513334 Apr 07 12:07:38.671313 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fd1a0e69-09dc-4620-a187-3b4669eaad4a req-10bede04-ddc7-4118-bdbe-0de9d5e78461 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394247 Apr 07 12:07:39.844781 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba450-f8a8-45f9-8da8-cc32ff41bdb3 req-8b4ccd54-31cc-4092-a82d-1cfb940ec9a0 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:39.846290 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed4ba450-f8a8-45f9-8da8-cc32ff41bdb3 req-8b4ccd54-31cc-4092-a82d-1cfb940ec9a0 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 946 time: 0.0579154 Apr 07 12:07:39.899937 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ed4ba450-f8a8-45f9-8da8-cc32ff41bdb3 req-3fcf6da7-0a6c-400a-870b-f0f126e09113 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479317 Apr 07 12:07:41.021236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12e9c-efbb-4acc-b268-211980bd53b9 req-969275b9-ed22-4c86-b8b9-411ed1b68bc0 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:41.023709 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25e12e9c-efbb-4acc-b268-211980bd53b9 req-969275b9-ed22-4c86-b8b9-411ed1b68bc0 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 946 time: 0.0522342 Apr 07 12:07:41.071365 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25e12e9c-efbb-4acc-b268-211980bd53b9 req-9049e895-9ffb-4149-8d4d-8c3be53dc065 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/security-groups?id=f14815a1-b568-405e-8326-8482ad946f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Apr 07 12:07:41.372430 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22195440-292c-475a-8252-b191580df6fc req-c9169dd5-6820-4109-ad31-496790847680 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:41.373842 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22195440-292c-475a-8252-b191580df6fc req-c9169dd5-6820-4109-ad31-496790847680 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 946 time: 0.0502808 Apr 07 12:07:41.467712 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Deleting port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:07:41.468052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:41.556299 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] For port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,segment=NetworkSegment(6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb),segment_id=6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:07:41.556653 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:41.568650 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Calling delete_port for 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:07:41.744705 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:41.757629 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:07:41.771289 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Pushing event deleted for resources: {'Port': ['ID=2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:07:41.818428 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] No DVR routers for this DVR port 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:07:41.820864 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:41.824070 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22195440-292c-475a-8252-b191580df6fc req-56fe7b29-246f-41cf-a9ab-26c78de41b26 tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.48 "DELETE /v2.0/ports/2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 HTTP/1.1" status: 204 len: 173 time: 0.4449179 Apr 07 12:07:41.824512 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'name': 'network-vif-deleted', 'tag': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:07:41.826732 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1371acc7-b2a7-49ab-b94f-dfcbc25fcbb9" -d '{"events": [{"server_uuid": "a3be6ad8-1f4e-43f3-8355-4630ee4ab566", "name": "network-vif-deleted", "tag": "2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:07:41.863754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61f79c5-0da7-4905-a081-4fc0d785358b x-openstack-request-id: req-c61f79c5-0da7-4905-a081-4fc0d785358b {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:07:41.864039 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3be6ad8-1f4e-43f3-8355-4630ee4ab566", "name": "network-vif-deleted", "tag": "2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:07:41.864289 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c61f79c5-0da7-4905-a081-4fc0d785358b {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:07:41.864725 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61f79c5-0da7-4905-a081-4fc0d785358b'] response: {'server_uuid': 'a3be6ad8-1f4e-43f3-8355-4630ee4ab566', 'name': 'network-vif-deleted', 'tag': '2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0', 'status': 'completed', 'code': 200} Apr 07 12:07:42.180862 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1f167b91-04ac-47d5-b5fd-73cf7f76597e req-9cf0d541-e652-43a5-b368-c6d53753bb7f tempest-VolumesActionsTest-224219039 tempest-VolumesActionsTest-224219039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3be6ad8-1f4e-43f3-8355-4630ee4ab566 HTTP/1.1" status: 200 len: 210 time: 0.0281003 Apr 07 12:07:46.086639 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:07:46.109918 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:07:46.110188 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2fcc1ca8-d882-4eb6-a6b0-1a0144072ee0 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:07:47.208089 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:51.083524 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-0326abd3-444d-4033-8917-77608cc09065 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583613 Apr 07 12:07:51.160574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-fa8b34e8-9ed9-4c41-a646-49d0b9147c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.164127 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-fa8b34e8-9ed9-4c41-a646-49d0b9147c2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 1130 time: 0.0532529 Apr 07 12:07:51.305528 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-bd99dd02-df0e-4fe9-9be3-00452f160c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.307746 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-bd99dd02-df0e-4fe9-9be3-00452f160c2f service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 200 len: 917 time: 0.1230049 Apr 07 12:07:51.400468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-f23ac17f-9a76-4adc-87f7-70438c0e9c5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 200 len: 1000 time: 0.0833755 Apr 07 12:07:51.463324 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-4c512cff-4139-4d2c-9d29-c6f717db1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.465156 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-4c512cff-4139-4d2c-9d29-c6f717db1d75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 200 len: 855 time: 0.0554209 Apr 07 12:07:51.531811 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-424c8a1f-9570-4bbc-be3b-dc19723e9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:07:51.533337 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-424c8a1f-9570-4bbc-be3b-dc19723e9390 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e80577-c11b-46ff-ba91-9c27a4ecfe44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514116 Apr 07 12:07:51.657453 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-35c3dcbc-ecd5-4272-a587-599a519570a2 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938554 Apr 07 12:07:51.751843 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8f43b9f-967f-4e9a-b8b2-d9e73972d3f8 req-40c02d32-0daf-429f-a78e-18d7d2299371 service neutron] 10.222.0.48 "GET /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887442 Apr 07 12:07:57.024535 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0c19-6996-4d91-9f8e-32d4a001c6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.666908 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-edf7deab-6377-4e7f-b831-c8b38850b764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.299122 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.056762 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.481573 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:08.901171 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:08:10.435556 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41954) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:10.480058 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Deleting subnet 43061b42-80d5-4607-88a2-d5bba3ddc0d2 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:08:10.483066 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Publish callbacks [] for subnet (43061b42-80d5-4607-88a2-d5bba3ddc0d2), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.516384 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (43061b42-80d5-4607-88a2-d5bba3ddc0d2), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.557068 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (43061b42-80d5-4607-88a2-d5bba3ddc0d2), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.710674 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (43061b42-80d5-4607-88a2-d5bba3ddc0d2), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.733624 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43061b42-80d5-4607-88a2-d5bba3ddc0d2,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:10.744014 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.744362 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.744702 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.745038 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.745381 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.745705 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.746030 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.747173 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.747173 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.747173 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.747609 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.747609 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.747922 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.748240 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.748558 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:10.751503 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.754707 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-df777eaa-933e-430f-9f35-a288e4e24e3c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/43061b42-80d5-4607-88a2-d5bba3ddc0d2 HTTP/1.1" status: 204 len: 168 time: 0.3181250 Apr 07 12:08:10.758461 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41958) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:10.824530 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (df7218e9-8d52-4aba-aa5c-0a79647ef2c0), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.905742 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (df7218e9-8d52-4aba-aa5c-0a79647ef2c0), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.924512 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7218e9-8d52-4aba-aa5c-0a79647ef2c0']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:10.933954 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:10.934247 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:10.943311 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.957058 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.963489 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:08:10.963804 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (6303eb0e-4200-4dcf-8c2b-1c94dff7c7cb), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:08:10.965384 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:08:11.080883 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (df7218e9-8d52-4aba-aa5c-0a79647ef2c0), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.087675 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.090952 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df7218e9-8d52-4aba-aa5c-0a79647ef2c0 HTTP/1.1" status: 204 len: 168 time: 0.3314743 Apr 07 12:08:11.102199 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae283e2b-4407-461d-a5c5-770e48c534e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7218e9-8d52-4aba-aa5c-0a79647ef2c0,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:11.361665 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41962) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:11.400633 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-97c7c685-eb58-4e0d-bde2-2cc17953675b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99120ae1860b48c7abff5f96b180e634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378070 Apr 07 12:08:11.403155 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41964) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:11.448352 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e32b5a64-4092-45d2-b49d-d5f72c45c21f admin admin] Publish callbacks [] for security_group (f14815a1-b568-405e-8326-8482ad946f5e), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.469157 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e32b5a64-4092-45d2-b49d-d5f72c45c21f admin admin] Publish callbacks [] for security_group (f14815a1-b568-405e-8326-8482ad946f5e), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.582507 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e32b5a64-4092-45d2-b49d-d5f72c45c21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (f14815a1-b568-405e-8326-8482ad946f5e), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.585225 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e32b5a64-4092-45d2-b49d-d5f72c45c21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:11.586456 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e32b5a64-4092-45d2-b49d-d5f72c45c21f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f14815a1-b568-405e-8326-8482ad946f5e HTTP/1.1" status: 204 len: 168 time: 0.1823862 Apr 07 12:08:11.594060 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b5a64-4092-45d2-b49d-d5f72c45c21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14815a1-b568-405e-8326-8482ad946f5e,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:13.216411 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 41998) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:13.318153 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-24ef08dd-ad9a-4b6e-82ec-26d36d5f224e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.395996 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-24ef08dd-ad9a-4b6e-82ec-26d36d5f224e admin admin] Publish callbacks [] for security_group (3c677bf6-19ea-41d8-87ab-32a431f7145b), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.498312 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-24ef08dd-ad9a-4b6e-82ec-26d36d5f224e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3c677bf6-19ea-41d8-87ab-32a431f7145b), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.536921 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-24ef08dd-ad9a-4b6e-82ec-26d36d5f224e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=928cd5db2cd940c3bdc4baced56c9319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193390 Apr 07 12:08:13.538000 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef08dd-ad9a-4b6e-82ec-26d36d5f224e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c677bf6-19ea-41d8-87ab-32a431f7145b,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:13.539512 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42002) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:13.587864 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Publish callbacks [] for security_group (3c677bf6-19ea-41d8-87ab-32a431f7145b), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.611799 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Publish callbacks [] for security_group (3c677bf6-19ea-41d8-87ab-32a431f7145b), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.730299 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3c677bf6-19ea-41d8-87ab-32a431f7145b), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.732876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:13.734019 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c677bf6-19ea-41d8-87ab-32a431f7145b HTTP/1.1" status: 204 len: 168 time: 0.1935422 Apr 07 12:08:13.744715 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c677bf6-19ea-41d8-87ab-32a431f7145b,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:13.748930 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.749268 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.749609 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.749939 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.750264 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.750618 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.750928 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.751246 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.751840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.752168 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.752487 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.752802 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.753116 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.753424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:13.753735 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e276e-5318-4272-a446-741dde83a0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:08:17.201017 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:27.021423 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-92c0f15d-00a7-4740-8cf4-84cb9fc92f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:29.669527 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-75200d48-166c-4339-a332-54037ad33ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:29.831899 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42148) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:29.937832 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-26523a99-da12-43ee-bd5f-0c6b47c36d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.010291 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-26523a99-da12-43ee-bd5f-0c6b47c36d6d admin admin] Publish callbacks [] for security_group (5c7afd75-afba-462e-b21a-e8ed93773eb1), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.070187 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-26523a99-da12-43ee-bd5f-0c6b47c36d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (5c7afd75-afba-462e-b21a-e8ed93773eb1), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.110533 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-26523a99-da12-43ee-bd5f-0c6b47c36d6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f302449adf34b609962b38824cc4d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774355 Apr 07 12:08:30.111427 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26523a99-da12-43ee-bd5f-0c6b47c36d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7afd75-afba-462e-b21a-e8ed93773eb1,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:30.116446 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42152) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:30.166333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1a1a2bb9-66df-4d6f-8444-8de2e93d066b admin admin] Publish callbacks [] for security_group (5c7afd75-afba-462e-b21a-e8ed93773eb1), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.187174 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1a1a2bb9-66df-4d6f-8444-8de2e93d066b admin admin] Publish callbacks [] for security_group (5c7afd75-afba-462e-b21a-e8ed93773eb1), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.309535 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.320711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1a1a2bb9-66df-4d6f-8444-8de2e93d066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (5c7afd75-afba-462e-b21a-e8ed93773eb1), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.323365 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1a1a2bb9-66df-4d6f-8444-8de2e93d066b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.324509 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-1a1a2bb9-66df-4d6f-8444-8de2e93d066b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c7afd75-afba-462e-b21a-e8ed93773eb1 HTTP/1.1" status: 204 len: 168 time: 0.2069890 Apr 07 12:08:30.332614 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a2bb9-66df-4d6f-8444-8de2e93d066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7afd75-afba-462e-b21a-e8ed93773eb1,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:32.078750 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:33.438743 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:42.792296 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42232) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:42.895831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f9c5a0c1-4f8d-487a-8fb3-94713f93a915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:42.968033 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f9c5a0c1-4f8d-487a-8fb3-94713f93a915 admin admin] Publish callbacks [] for security_group (69f88e3e-211d-4e26-8ea2-fc3d489f36fa), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.032987 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f9c5a0c1-4f8d-487a-8fb3-94713f93a915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (69f88e3e-211d-4e26-8ea2-fc3d489f36fa), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.069576 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5a0c1-4f8d-487a-8fb3-94713f93a915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f88e3e-211d-4e26-8ea2-fc3d489f36fa,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:43.073948 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-f9c5a0c1-4f8d-487a-8fb3-94713f93a915 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4715b1b52514414aa4aa13b3192a6756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806499 Apr 07 12:08:43.076736 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42238) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:43.126828 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-67d44046-17e0-4ded-bae3-2a324942bab4 admin admin] Publish callbacks [] for security_group (69f88e3e-211d-4e26-8ea2-fc3d489f36fa), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.150915 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-67d44046-17e0-4ded-bae3-2a324942bab4 admin admin] Publish callbacks [] for security_group (69f88e3e-211d-4e26-8ea2-fc3d489f36fa), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.268971 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-67d44046-17e0-4ded-bae3-2a324942bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (69f88e3e-211d-4e26-8ea2-fc3d489f36fa), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.271624 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-67d44046-17e0-4ded-bae3-2a324942bab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:43.272855 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-67d44046-17e0-4ded-bae3-2a324942bab4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69f88e3e-211d-4e26-8ea2-fc3d489f36fa HTTP/1.1" status: 204 len: 168 time: 0.1950965 Apr 07 12:08:43.280711 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d44046-17e0-4ded-bae3-2a324942bab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f88e3e-211d-4e26-8ea2-fc3d489f36fa,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:45.900947 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:08:47.226760 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:52.411481 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-52bcdf1c-6602-4003-9c3e-abdc6723d065 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440171 Apr 07 12:08:52.505214 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449564a-b8f6-4396-8445-27650bf56594 req-fe83367c-80f6-4255-9461-927c23bbb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:52.506714 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-fe83367c-80f6-4255-9461-927c23bbb76f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1130 time: 0.0535102 Apr 07 12:08:52.614584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449564a-b8f6-4396-8445-27650bf56594 req-bf57ec0f-155d-4b20-8874-0ec131807cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:52.616043 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-bf57ec0f-155d-4b20-8874-0ec131807cb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.0886128 Apr 07 12:08:52.954359 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-6efd0789-a2e5-4f64-baee-479138dc7dd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2 HTTP/1.1" status: 200 len: 1000 time: 0.3319519 Apr 07 12:08:53.003250 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449564a-b8f6-4396-8445-27650bf56594 req-28578166-c678-477d-b7cc-e7821000cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:53.004639 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-28578166-c678-477d-b7cc-e7821000cdf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0420556 Apr 07 12:08:53.053481 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449564a-b8f6-4396-8445-27650bf56594 req-508859fb-5835-44b2-ad5c-db51c3d572d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:53.054957 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-508859fb-5835-44b2-ad5c-db51c3d572d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430424 Apr 07 12:08:53.161909 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-a51ce414-8b57-4e5e-8ec5-11d627fcf0e9 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981712 Apr 07 12:08:53.250256 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5449564a-b8f6-4396-8445-27650bf56594 req-fb97195c-3e1e-4830-abcf-876a2cac17f5 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810313 Apr 07 12:08:54.073720 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a05ef-a7c5-45e9-93d2-44ef3cfd863a req-3870906c-f984-4eb7-a791-d6e02ae39f25 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:54.075195 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-277a05ef-a7c5-45e9-93d2-44ef3cfd863a req-3870906c-f984-4eb7-a791-d6e02ae39f25 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0565653 Apr 07 12:08:54.122069 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-277a05ef-a7c5-45e9-93d2-44ef3cfd863a req-317c0c8b-4649-49f0-a667-e72705d1e9e7 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Apr 07 12:08:55.253313 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd4dc8-1932-4575-8b90-f861f256a8fe req-d10a6b6c-ef52-4704-a2d8-9f8ccf157359 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:55.254778 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-37fd4dc8-1932-4575-8b90-f861f256a8fe req-d10a6b6c-ef52-4704-a2d8-9f8ccf157359 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0516670 Apr 07 12:08:55.300106 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-37fd4dc8-1932-4575-8b90-f861f256a8fe req-73053a2b-0224-44d8-bca2-f33550212b68 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Apr 07 12:08:55.862523 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-edf8346a-5174-47da-9627-ec98480460e3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:55.864027 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-edf8346a-5174-47da-9627-ec98480460e3 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0519087 Apr 07 12:08:55.956562 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Deleting port 870b1942-bacb-4d08-a899-dc1bf9c1552a {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:08:55.956881 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.041685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] For port 870b1942-bacb-4d08-a899-dc1bf9c1552a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=870b1942-bacb-4d08-a899-dc1bf9c1552a,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:08:56.042040 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.210689 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.211050 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (15743408-4a4b-49ab-a439-d21067033294), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.211360 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Floating IP 15743408-4a4b-49ab-a439-d21067033294 disassociated. External IP: 172.27.1.60, port: 870b1942-bacb-4d08-a899-dc1bf9c1552a. Apr 07 12:08:56.211696 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Calling delete_port for 870b1942-bacb-4d08-a899-dc1bf9c1552a owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:08:56.405412 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (870b1942-bacb-4d08-a899-dc1bf9c1552a), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.437062 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event deleted for resources: {'Port': ['ID=870b1942-bacb-4d08-a899-dc1bf9c1552a,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:56.456189 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609cbc5-e6a2-4c45-b059-5daec403dd00 req-812ba052-0c82-4486-a696-4e706de3be00 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:08:56.457767 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8609cbc5-e6a2-4c45-b059-5daec403dd00 req-812ba052-0c82-4486-a696-4e706de3be00 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 946 time: 0.0890608 Apr 07 12:08:56.583217 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8609cbc5-e6a2-4c45-b059-5daec403dd00 req-cda53e2f-92ab-41a4-a4d9-9149d42e3e40 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ca727-37f2-43de-8e70-d5d1d70c7646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906000 Apr 07 12:08:56.598474 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Router 79b7c173-e436-4759-ae6b-d26d199a0938 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:08:56.709022 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:08:56.719324 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] Sync routers for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:08:56.729444 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:56.730053 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:56.750595 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] No DVR routers for this DVR port 870b1942-bacb-4d08-a899-dc1bf9c1552a on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:08:56.753115 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:56.756362 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a90699f-e2d7-4436-8ecb-5716a720e881 req-8287e024-6530-43f0-a97d-d6fcfb400b84 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.48 "DELETE /v2.0/ports/870b1942-bacb-4d08-a899-dc1bf9c1552a HTTP/1.1" status: 204 len: 173 time: 0.8873818 Apr 07 12:08:56.756806 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-deleted', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:08:56.759059 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21e562f-1ca3-4cbe-bb27-7f8e6fa003cb" -d '{"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-deleted", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:08:56.797122 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84826c20-95cb-4ee9-8cab-373d00e09eb6 x-openstack-request-id: req-84826c20-95cb-4ee9-8cab-373d00e09eb6 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:08:56.797412 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7504ee44-82f2-428a-923a-fa5b1689820b", "name": "network-vif-deleted", "tag": "870b1942-bacb-4d08-a899-dc1bf9c1552a", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:08:56.797661 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84826c20-95cb-4ee9-8cab-373d00e09eb6 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:08:56.798070 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84826c20-95cb-4ee9-8cab-373d00e09eb6'] response: {'server_uuid': '7504ee44-82f2-428a-923a-fa5b1689820b', 'name': 'network-vif-deleted', 'tag': '870b1942-bacb-4d08-a899-dc1bf9c1552a', 'status': 'completed', 'code': 200} Apr 07 12:08:56.849102 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:57.052365 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-33a02d1d-6918-4618-bf14-5ec69edcf291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.151538 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:57.178465 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] Checking router: 79b7c173-e436-4759-ae6b-d26d199a0938 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:08:57.186730 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:08:57.187338 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:57.297505 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:08:57.493644 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:08:57.519507 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c9fb0-c5cc-486c-bdd6-895b4bbf14d6 None None] The sync data for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi is: [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T11:57:20Z', 'revision_number': 4, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e', 'name': '', 'network_id': '04e80577-c11b-46ff-ba91-9c27a4ecfe44', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'mac_address': 'fa:16:3e:d0:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:20Z', 'updated_at': '2022-04-07T11:57:28Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'subnets': [{'id': '3f828626-0b64-4bae-a8fe-cf8bcc069a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:08:57.703271 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cda4f3e7-810b-49a5-aca6-efe179095681 req-529d8bee-a692-4ccd-95dc-f90ee4b9d9b9 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/ports?device_id=7504ee44-82f2-428a-923a-fa5b1689820b HTTP/1.1" status: 200 len: 210 time: 0.0313866 Apr 07 12:08:57.768243 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dff9d-604a-43ce-ad81-bb783c663391 None None] New status for floating IP 15743408-4a4b-49ab-a439-d21067033294: DOWN {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:08:58.848077 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42282) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:58.902830 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01526a8d-ab02-4378-99fa-56003ddcb786 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (e94ca727-37f2-43de-8e70-d5d1d70c7646), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:58.928634 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01526a8d-ab02-4378-99fa-56003ddcb786 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (e94ca727-37f2-43de-8e70-d5d1d70c7646), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.028877 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01526a8d-ab02-4378-99fa-56003ddcb786 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (e94ca727-37f2-43de-8e70-d5d1d70c7646), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.031494 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-01526a8d-ab02-4378-99fa-56003ddcb786 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.032639 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-01526a8d-ab02-4378-99fa-56003ddcb786 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "DELETE /v2.0/security-groups/e94ca727-37f2-43de-8e70-d5d1d70c7646 HTTP/1.1" status: 204 len: 168 time: 0.1835508 Apr 07 12:08:59.035500 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42284) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:59.041658 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01526a8d-ab02-4378-99fa-56003ddcb786 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ca727-37f2-43de-8e70-d5d1d70c7646,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:59.048702 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.api.v2.resource [None req-dccf568d-452a-4b50-b448-479bc69df98f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] show failed (client error): The resource could not be found. Apr 07 12:08:59.054531 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-dccf568d-452a-4b50-b448-479bc69df98f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "GET /v2.0/security-groups/e94ca727-37f2-43de-8e70-d5d1d70c7646 HTTP/1.1" status: 404 len: 347 time: 0.0179343 Apr 07 12:08:59.054727 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42286) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:08:59.176927 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Deleting port d7561247-b5e8-4a61-bf86-dd313bd49439 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:08:59.177177 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.249532 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.249856 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (d7561247-b5e8-4a61-bf86-dd313bd49439), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.265327 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Calling delete_port for d7561247-b5e8-4a61-bf86-dd313bd49439 owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:08:59.449983 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (d7561247-b5e8-4a61-bf86-dd313bd49439), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.477185 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Pushing event deleted for resources: {'Port': ['ID=d7561247-b5e8-4a61-bf86-dd313bd49439,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:08:59.537822 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks [] for floatingip (15743408-4a4b-49ab-a439-d21067033294), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.540341 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.541485 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-dedc3cd8-7ff9-4c16-af98-9200c789cda5 tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] 10.222.0.37 "DELETE /v2.0/floatingips/15743408-4a4b-49ab-a439-d21067033294 HTTP/1.1" status: 204 len: 168 time: 0.4858911 Apr 07 12:08:59.563710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-664c85b6-d3f6-435f-88d0-ed13d752715b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:00.020465 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:00.040855 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 870b1942-bacb-4d08-a899-dc1bf9c1552a {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:00.041203 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 870b1942-bacb-4d08-a899-dc1bf9c1552a not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:00.325754 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.060316 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.207384 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42308) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:02.966907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (79b7c173-e436-4759-ae6b-d26d199a0938), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.205693 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Deleting port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:03.206025 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.282388 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] For port 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:03.283073 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.295453 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Calling delete_port for 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e owned by network:router_interface {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:03.428668 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.558207 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.587948 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:03.753519 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (79b7c173-e436-4759-ae6b-d26d199a0938), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.971837 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Router 79b7c173-e436-4759-ae6b-d26d199a0938 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:04.076520 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:04.081692 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f7b1ab68-4d6a-4bf6-989e-0bdd3b437b09 admin admin] 10.222.0.37 "PUT /v2.0/routers/79b7c173-e436-4759-ae6b-d26d199a0938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8732784 Apr 07 12:09:04.084252 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42312) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:04.086805 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] Sync routers for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:04.096970 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:04.097572 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:04.191509 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks [] for router (79b7c173-e436-4759-ae6b-d26d199a0938), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.209003 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:04.295662 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks [] for router_gateway (79b7c173-e436-4759-ae6b-d26d199a0938), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.387309 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T12:09:03Z', 'revision_number': 5, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port': {'id': 'f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:57:16Z', 'updated_at': '2022-04-07T11:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:04.413468 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] Checking router: 79b7c173-e436-4759-ae6b-d26d199a0938 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:04.414867 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Deleting port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:04.415206 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.422512 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] Routers {'79b7c173-e436-4759-ae6b-d26d199a0938'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:04.423153 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['79b7c173-e436-4759-ae6b-d26d199a0938'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:04.492366 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] For port f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:04.492647 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.509176 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Calling delete_port for f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 owned by network:router_gateway {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:04.510607 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] Set router 79b7c173-e436-4759-ae6b-d26d199a0938 gateway port host: None {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:04.568167 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T12:09:04Z', 'revision_number': 6, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:04.597940 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412e65f-d5f4-41d3-8ca5-a37c2c28b85f None None] The sync data for ids ['79b7c173-e436-4759-ae6b-d26d199a0938'] in dv-cinder-836769-3-iscsi is: [{'id': '79b7c173-e436-4759-ae6b-d26d199a0938', 'name': 'tempest-AttachVolumeShelveTestJSON-320765365-router', 'tenant_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:57:15Z', 'updated_at': '2022-04-07T12:09:04Z', 'revision_number': 6, 'project_id': 'd93e40f8e66348efb495a1d7350e5cf2', 'gw_port_host': None}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:04.765840 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.791462 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:04.855108 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (79b7c173-e436-4759-ae6b-d26d199a0938), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.952494 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (79b7c173-e436-4759-ae6b-d26d199a0938), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:04.954876 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks [] for router_controller (79b7c173-e436-4759-ae6b-d26d199a0938), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.035563 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:05.057419 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (79b7c173-e436-4759-ae6b-d26d199a0938), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.058067 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b7c173-e436-4759-ae6b-d26d199a0938 {{(pid=110303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:09:05.059805 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:05.060158 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 1aae49a0-9ca2-4a3e-843e-8d4ebf4af58e not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:05.063087 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.064361 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ff72e4a4-1743-4ff3-bc5a-0537f441a336 admin admin] 10.222.0.37 "DELETE /v2.0/routers/79b7c173-e436-4759-ae6b-d26d199a0938 HTTP/1.1" status: 204 len: 168 time: 0.9791884 Apr 07 12:09:05.067100 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42314) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:05.112381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_v2 [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] Deleting subnet 3f828626-0b64-4bae-a8fe-cf8bcc069a9d {{(pid=110304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:09:05.115410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] Publish callbacks [] for subnet (3f828626-0b64-4bae-a8fe-cf8bcc069a9d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.148584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9222316'] for subnet (3f828626-0b64-4bae-a8fe-cf8bcc069a9d), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.228290 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (3f828626-0b64-4bae-a8fe-cf8bcc069a9d), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.341938 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3533532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9235136'] for subnet (3f828626-0b64-4bae-a8fe-cf8bcc069a9d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.371879 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f828626-0b64-4bae-a8fe-cf8bcc069a9d,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:05.373868 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.377617 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61938d8-c4c6-4195-a91a-cdf5fdcce3b3 None None] Network 04e80577-c11b-46ff-ba91-9c27a4ecfe44 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:09:05.380623 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-131f262e-f3b0-457c-863b-8296b42a7a68 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3f828626-0b64-4bae-a8fe-cf8bcc069a9d HTTP/1.1" status: 204 len: 168 time: 0.3125849 Apr 07 12:09:05.383233 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42316) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:05.462866 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (04e80577-c11b-46ff-ba91-9c27a4ecfe44), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.529526 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Deleting port 85627491-0e09-4b4e-8bf7-4ec529a3e644 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:05.530119 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.553607 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] DHCP port deletion for 04e80577-c11b-46ff-ba91-9c27a4ecfe44 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:09:05.607215 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] For port 85627491-0e09-4b4e-8bf7-4ec529a3e644, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=85627491-0e09-4b4e-8bf7-4ec529a3e644,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:05.607583 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.611618 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Deleting port 85627491-0e09-4b4e-8bf7-4ec529a3e644 {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:05.611991 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.621813 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Calling delete_port for 85627491-0e09-4b4e-8bf7-4ec529a3e644 owned by network:dhcp {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:05.676435 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] For port 85627491-0e09-4b4e-8bf7-4ec529a3e644, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=85627491-0e09-4b4e-8bf7-4ec529a3e644,segment=NetworkSegment(b5eb0de1-7245-46ac-9ebc-510629a59f59),segment_id=b5eb0de1-7245-46ac-9ebc-510629a59f59)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:05.676871 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.690590 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Calling delete_port for 85627491-0e09-4b4e-8bf7-4ec529a3e644 owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:05.771835 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.777511 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (85627491-0e09-4b4e-8bf7-4ec529a3e644), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.798718 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85627491-0e09-4b4e-8bf7-4ec529a3e644,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:05.800526 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] No DVR routers for this DVR port 85627491-0e09-4b4e-8bf7-4ec529a3e644 on host dv-cinder-836769-3-iscsi {{(pid=110303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:05.803587 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Pushing event deleted for resources: {'Port': ['ID=85627491-0e09-4b4e-8bf7-4ec529a3e644,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:05.805907 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] No DVR routers for this DVR port 85627491-0e09-4b4e-8bf7-4ec529a3e644 on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:05.813563 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.813907 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.814255 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.814647 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.814976 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.815306 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.815630 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.815952 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.816278 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.816603 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.816931 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.817257 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.817577 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.817897 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.818212 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ea13a-aedd-458e-852c-cf285786ee46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:05.893999 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (04e80577-c11b-46ff-ba91-9c27a4ecfe44), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.921510 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e80577-c11b-46ff-ba91-9c27a4ecfe44']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:05.935193 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5eb0de1-7245-46ac-9ebc-510629a59f59') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:05.935625 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5eb0de1-7245-46ac-9ebc-510629a59f59') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:05.948269 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (b5eb0de1-7245-46ac-9ebc-510629a59f59), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.961865 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (b5eb0de1-7245-46ac-9ebc-510629a59f59), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.968381 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:09:05.968798 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (b5eb0de1-7245-46ac-9ebc-510629a59f59), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:09:05.970863 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:09:06.091963 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (04e80577-c11b-46ff-ba91-9c27a4ecfe44), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.097320 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.100546 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/04e80577-c11b-46ff-ba91-9c27a4ecfe44 HTTP/1.1" status: 204 len: 168 time: 0.7163248 Apr 07 12:09:06.111847 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca60bb-0924-4160-9974-a09f66a983f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e80577-c11b-46ff-ba91-9c27a4ecfe44,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:06.426129 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42320) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:06.470286 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-d40b2780-5de9-4fe0-abf8-742f804f50c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d93e40f8e66348efb495a1d7350e5cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405917 Apr 07 12:09:06.470515 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42322) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:06.519275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a2b97967-c192-4354-89be-7ab47cc1a2d1 admin admin] Publish callbacks [] for security_group (c0bbd5b8-e3ac-44f4-8021-290e3e04e60d), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.540941 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a2b97967-c192-4354-89be-7ab47cc1a2d1 admin admin] Publish callbacks [] for security_group (c0bbd5b8-e3ac-44f4-8021-290e3e04e60d), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.655301 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a2b97967-c192-4354-89be-7ab47cc1a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (c0bbd5b8-e3ac-44f4-8021-290e3e04e60d), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.658740 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a2b97967-c192-4354-89be-7ab47cc1a2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:06.659418 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a2b97967-c192-4354-89be-7ab47cc1a2d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0bbd5b8-e3ac-44f4-8021-290e3e04e60d HTTP/1.1" status: 204 len: 168 time: 0.1879363 Apr 07 12:09:06.668699 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b97967-c192-4354-89be-7ab47cc1a2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bbd5b8-e3ac-44f4-8021-290e3e04e60d,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:06.701997 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 85627491-0e09-4b4e-8bf7-4ec529a3e644 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:06.721978 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 85627491-0e09-4b4e-8bf7-4ec529a3e644 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:06.722411 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 85627491-0e09-4b4e-8bf7-4ec529a3e644 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:06.722916 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:06.741911 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:06.742262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device f7f0d8bd-ecfc-4d16-964c-30e9fb5e1af8 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:07.699057 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42344) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:07.793710 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2081019697-network', 'tenant_id': 'cbc755bcb79c488597cc70f390178217'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:07.862880 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Made reservation on behalf of cbc755bcb79c488597cc70f390178217 for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:09:07.865252 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:07.874170 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:07.947201 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks [] for security_group (3f4eed91-1fba-4817-a1ce-8b8a8d2c323a), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.020476 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3f4eed91-1fba-4817-a1ce-8b8a8d2c323a), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.047014 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:09:08.052248 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4eed91-1fba-4817-a1ce-8b8a8d2c323a,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:08.064385 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (9e96728e-fb16-4d93-8d84-f0aff44a68aa), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.064385 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Added segment 9e96728e-fb16-4d93-8d84-f0aff44a68aa of type vlan for network 2759c341-d8a3-4385-949d-bdeba98eb280 Apr 07 12:09:08.100185 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (2759c341-d8a3-4385-949d-bdeba98eb280), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.204005 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (2759c341-d8a3-4385-949d-bdeba98eb280), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.205570 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:08.206220 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.506946 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8067434 Apr 07 12:09:08.509780 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42348) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:08.514450 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc501b0-320e-48b4-b428-13e3880af37f admin admin] Pushing event updated for resources: {'Network': ['ID=2759c341-d8a3-4385-949d-bdeba98eb280,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:08.514823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Request body: {'subnet': {'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2081019697-subnet', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:08.524531 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 2759c341-d8a3-4385-949d-bdeba98eb280 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:09:08.609470 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Made reservation on behalf of cbc755bcb79c488597cc70f390178217 for: {'subnet': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:09:08.611821 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234721'] for subnet (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.832185 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3533469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9235163'] for subnet (3b22958c-43cc-4d45-9f6a-cb6eea745123), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:08.888517 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b22958c-43cc-4d45-9f6a-cb6eea745123,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:08.897481 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Checking segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:08.897906 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Network hostable DHCP agents. Network: 2759c341-d8a3-4385-949d-bdeba98eb280, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:09:08.963363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Network 2759c341-d8a3-4385-949d-bdeba98eb280 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:09:09.043333 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 2759c341-d8a3-4385-949d-bdeba98eb280) {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:09.047388 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:09.047977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.052834 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b6c35-ca63-486a-ae39-a9d14077305f None None] Network 2759c341-d8a3-4385-949d-bdeba98eb280 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:09:09.121276 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-57b075b6-091e-49e1-96af-dd348e3d9d65 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6097362 Apr 07 12:09:09.124056 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42350) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:09.128462 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:09.154692 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-2759c341-d8a3-4385-949d-bdeba98eb280', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'project_id': 'cbc755bcb79c488597cc70f390178217', 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:09:09.155547 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.211916 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.212995 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.268594 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks [] for router_controller (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), precommit_add_association {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.291138 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Allocated IP 172.20.0.2 (2759c341-d8a3-4385-949d-bdeba98eb280/3b22958c-43cc-4d45-9f6a-cb6eea745123/d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:09.429060 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Publish callbacks [] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.470067 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks [] for router_gateway (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.480938 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.522827 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Network 2759c341-d8a3-4385-949d-bdeba98eb280 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:09.527999 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:09.531112 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:09.536059 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Pushing event updated for resources: {'Port': ['ID=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:09.591184 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Attempting to bind port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:09.591553 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Attempting to bind port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:09.591914 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Attempting to bind port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 on network 2759c341-d8a3-4385-949d-bdeba98eb280 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:09.596883 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:09.597258 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Checking segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:09.597657 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.598054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Bound using segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:09.598697 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Bound port: d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:09.599113 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.661801 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] For port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:09.664845 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] For port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:09.726639 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.769234 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks [] for router_gateway (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.789330 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:09.904234 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Allocated IP 172.27.1.82 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/2adbb744-f512-406c-97ad-ec60de9961e2) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:09.918888 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ab703-793d-4dcc-81d9-926868f37fdd None None] Pushing event updated for resources: {'Port': ['ID=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:10.021673 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks [] for port (2adbb744-f512-406c-97ad-ec60de9961e2), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.118368 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.158235 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:10.161310 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:10.165018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:10.197202 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Pushing event updated for resources: {'Port': ['ID=2adbb744-f512-406c-97ad-ec60de9961e2,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:10.511612 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks [] for router_gateway (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.731930 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:10.747839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.784058 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:10.784437 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.813206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375ca78-cc10-491d-a3e6-bcd3f0ccd7a3 None None] Network 2759c341-d8a3-4385-949d-bdeba98eb280 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:09:10.900073 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-cb02a219-d44a-4244-8c6e-86fcb392817a None None] Provisioning complete for port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:10.900453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-cb02a219-d44a-4244-8c6e-86fcb392817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:10.982770 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:09:11.003735 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:11.004128 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.076664 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:11.093989 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:11.095665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-cb02a219-d44a-4244-8c6e-86fcb392817a None None] Current status of the port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:11.095665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-cb02a219-d44a-4244-8c6e-86fcb392817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.106884 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Sync routers for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:11.125103 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:11.125827 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:11.172119 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.186002 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.190243 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-f194fcc7-3748-448a-88b9-1fc6cd912536 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0628085 Apr 07 12:09:11.190835 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42352) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:11.290014 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.db.api [None req-cb02a219-d44a-4244-8c6e-86fcb392817a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:09:11.290406 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG oslo_db.api [None req-cb02a219-d44a-4244-8c6e-86fcb392817a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:09:11.297462 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:11.322522 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:11.502004 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:10Z', 'revision_number': 3, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:11.532107 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Checking router: 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:11.532464 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Updating router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 port 2adbb744-f512-406c-97ad-ec60de9961e2 binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:09:11.559289 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.625356 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.780605 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Allocated IP 172.20.0.1 (2759c341-d8a3-4385-949d-bdeba98eb280/3b22958c-43cc-4d45-9f6a-cb6eea745123/5e487679-240a-454d-a3a7-c4feaf2a5af2) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:11.837719 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Publish callbacks [] for port (2adbb744-f512-406c-97ad-ec60de9961e2), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.845376 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-cb02a219-d44a-4244-8c6e-86fcb392817a None None] Current status of the port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:11.891511 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.906629 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks [] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.942500 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Attempting to bind port 2adbb744-f512-406c-97ad-ec60de9961e2 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:11.942901 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Attempting to bind port 2adbb744-f512-406c-97ad-ec60de9961e2 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:11.943275 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Attempting to bind port 2adbb744-f512-406c-97ad-ec60de9961e2 on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:11.950615 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e42883-0355-4876-8249-77b2b6187149 None None] Pushing event updated for resources: {'Port': ['ID=2adbb744-f512-406c-97ad-ec60de9961e2,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:11.956816 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:11.957195 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:11.957601 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:11.958395 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:11.958652 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Bound port: 2adbb744-f512-406c-97ad-ec60de9961e2, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:11.958885 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.001462 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-32f2f86f-7db4-43c6-a2ef-dd71f099cc99 None None] Provisioning complete for port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:12.001842 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-32f2f86f-7db4-43c6-a2ef-dd71f099cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.012006 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.041773 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] For port 2adbb744-f512-406c-97ad-ec60de9961e2, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:12.046678 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] For port 2adbb744-f512-406c-97ad-ec60de9961e2, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2adbb744-f512-406c-97ad-ec60de9961e2,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:12.054044 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Network 2759c341-d8a3-4385-949d-bdeba98eb280 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:12.059359 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:12.064776 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:12.068104 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e487679-240a-454d-a3a7-c4feaf2a5af2,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:12.105871 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-32f2f86f-7db4-43c6-a2ef-dd71f099cc99 None None] Current status of the port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:12.108324 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.108682 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.109031 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.109394 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.109707 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.110040 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.110399 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.110726 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.111063 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.111390 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.111610 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.111736 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.112125 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.112344 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.112665 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.112990 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:12.123174 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.175176 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:12.175899 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:12.218090 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e42883-0355-4876-8249-77b2b6187149 None None] Pushing event updated for resources: {'Port': ['ID=2adbb744-f512-406c-97ad-ec60de9961e2,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:12.295565 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:12.322586 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.382234 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-69f7ecda-f8f0-44ed-9332-e9853b3d3c63 None None] Provisioning complete for port 5e487679-240a-454d-a3a7-c4feaf2a5af2 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:12.382536 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-69f7ecda-f8f0-44ed-9332-e9853b3d3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.491245 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks [] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.552221 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.587221 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-69f7ecda-f8f0-44ed-9332-e9853b3d3c63 None None] Port 5e487679-240a-454d-a3a7-c4feaf2a5af2 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:09:12.625330 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e487679-240a-454d-a3a7-c4feaf2a5af2,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:12.628653 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.658986 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:10Z', 'revision_number': 3, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:12.687804 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450aaccf-f097-4069-888a-16edf3dc5b5a None None] The sync data for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi is: [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:10Z', 'revision_number': 3, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:12.716207 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:12.732367 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Network 2759c341-d8a3-4385-949d-bdeba98eb280 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:12.733867 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:12.798375 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:12.798876 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:12.869130 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:12.907871 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:13.012162 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-6715f561-4493-44ee-bd21-d7491f11b8cd None None] Provisioning complete for port 5e487679-240a-454d-a3a7-c4feaf2a5af2 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:13.013044 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6715f561-4493-44ee-bd21-d7491f11b8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.016966 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:13.033413 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b121d9ba-b089-420e-9356-d871b61f87c9 admin admin] 10.222.0.37 "PUT /v2.0/routers/4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412733 Apr 07 12:09:13.052918 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-6715f561-4493-44ee-bd21-d7491f11b8cd None None] Port 5e487679-240a-454d-a3a7-c4feaf2a5af2 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:09:13.537167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42360) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:13.541748 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-50e9570d-8f71-4323-bd22-19ddef1163a7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182173170', 'description': 'tempest-description--561573395'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:13.611810 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50e9570d-8f71-4323-bd22-19ddef1163a7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.677864 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50e9570d-8f71-4323-bd22-19ddef1163a7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (4ebb1500-e902-4e4c-886b-82c04f8a6084), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.746652 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50e9570d-8f71-4323-bd22-19ddef1163a7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4ebb1500-e902-4e4c-886b-82c04f8a6084), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.777691 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9570d-8f71-4323-bd22-19ddef1163a7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebb1500-e902-4e4c-886b-82c04f8a6084,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:13.845241 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-50e9570d-8f71-4323-bd22-19ddef1163a7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.847074 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-50e9570d-8f71-4323-bd22-19ddef1163a7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3088984 Apr 07 12:09:13.849866 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42362) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:13.854212 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-5ba4fa92-151e-4a03-86b0-2b1ea0544b5e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'security_group_rule': {'security_group_id': '4ebb1500-e902-4e4c-886b-82c04f8a6084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:13.932545 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fa92-151e-4a03-86b0-2b1ea0544b5e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (cc8449f5-290d-48c1-8589-77f2d1777811), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:13.991393 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fa92-151e-4a03-86b0-2b1ea0544b5e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (cc8449f5-290d-48c1-8589-77f2d1777811), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.066456 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fa92-151e-4a03-86b0-2b1ea0544b5e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (cc8449f5-290d-48c1-8589-77f2d1777811), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.086121 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4fa92-151e-4a03-86b0-2b1ea0544b5e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8449f5-290d-48c1-8589-77f2d1777811,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:14.156295 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fa92-151e-4a03-86b0-2b1ea0544b5e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.157522 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-5ba4fa92-151e-4a03-86b0-2b1ea0544b5e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3067269 Apr 07 12:09:14.160804 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42364) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:14.165197 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-987d30e6-3367-4cbd-85ed-65cd6b4b7fd3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'security_group_rule': {'security_group_id': '4ebb1500-e902-4e4c-886b-82c04f8a6084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:14.245491 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Sync routers for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:14.256115 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-987d30e6-3367-4cbd-85ed-65cd6b4b7fd3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (c63e3e2d-2864-4711-8d78-ca241816ef25), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.257586 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:14.258273 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:14.317924 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-987d30e6-3367-4cbd-85ed-65cd6b4b7fd3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (c63e3e2d-2864-4711-8d78-ca241816ef25), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.368457 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:14.391819 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-987d30e6-3367-4cbd-85ed-65cd6b4b7fd3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (c63e3e2d-2864-4711-8d78-ca241816ef25), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.409561 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d30e6-3367-4cbd-85ed-65cd6b4b7fd3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63e3e2d-2864-4711-8d78-ca241816ef25,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:14.479560 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-987d30e6-3367-4cbd-85ed-65cd6b4b7fd3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.480827 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-987d30e6-3367-4cbd-85ed-65cd6b4b7fd3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190696 Apr 07 12:09:14.483928 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42366) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:14.488305 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:14.570938 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 2, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:14.580903 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.695596 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.697155 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Checking router: 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:14.697520 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Updating router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 port 5e487679-240a-454d-a3a7-c4feaf2a5af2 binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:09:14.725722 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.738155 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2adbb744-f512-406c-97ad-ec60de9961e2 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:14.790476 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 2adbb744-f512-406c-97ad-ec60de9961e2 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:14.790884 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.808499 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Allocated IP 172.27.1.187 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/780229c6-7159-426d-9e78-3b759001f819) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:14.882519 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 2adbb744-f512-406c-97ad-ec60de9961e2 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:14.882935 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.907688 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port 2adbb744-f512-406c-97ad-ec60de9961e2, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2adbb744-f512-406c-97ad-ec60de9961e2,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:14.923833 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for port (780229c6-7159-426d-9e78-3b759001f819), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:14.969467 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.012533 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Publish callbacks [] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.020688 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=2adbb744-f512-406c-97ad-ec60de9961e2,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:15.032562 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (780229c6-7159-426d-9e78-3b759001f819), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.068365 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:15.071084 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:15.074324 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:15.095037 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.104338 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'Port': ['ID=780229c6-7159-426d-9e78-3b759001f819,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:15.148219 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Pushing event updated for resources: {'Port': ['ID=5e487679-240a-454d-a3a7-c4feaf2a5af2,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:15.176234 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (d76923df-816f-421d-b2f9-b02a0e0f1453), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.186097 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.186444 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.186828 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.187187 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.187531 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.187859 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.188186 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.188509 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.188834 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.189156 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.189478 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.189817 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.190141 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.190460 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.190807 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:15.208264 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Attempting to bind port 5e487679-240a-454d-a3a7-c4feaf2a5af2 on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:15.208636 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Attempting to bind port 5e487679-240a-454d-a3a7-c4feaf2a5af2 by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:15.208999 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Attempting to bind port 5e487679-240a-454d-a3a7-c4feaf2a5af2 on network 2759c341-d8a3-4385-949d-bdeba98eb280 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:15.214392 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:15.219628 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Checking segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:15.219628 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.219628 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Bound using segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:15.219628 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Bound port: 5e487679-240a-454d-a3a7-c4feaf2a5af2, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:15.219628 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.269254 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (780229c6-7159-426d-9e78-3b759001f819), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.282715 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] For port 5e487679-240a-454d-a3a7-c4feaf2a5af2, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:15.286901 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] For port 5e487679-240a-454d-a3a7-c4feaf2a5af2, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=5e487679-240a-454d-a3a7-c4feaf2a5af2,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:15.346717 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.391710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-8b278875-5bc7-4466-ac9a-d8f56ee3fcad None None] Provisioning complete for port 5e487679-240a-454d-a3a7-c4feaf2a5af2 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:15.392091 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8b278875-5bc7-4466-ac9a-d8f56ee3fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.396460 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:15.397395 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:08:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:15.430878 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for port (780229c6-7159-426d-9e78-3b759001f819), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.487002 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-8b278875-5bc7-4466-ac9a-d8f56ee3fcad None None] Current status of the port 5e487679-240a-454d-a3a7-c4feaf2a5af2 is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:15.487391 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8b278875-5bc7-4466-ac9a-d8f56ee3fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.491855 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (780229c6-7159-426d-9e78-3b759001f819), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.510386 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6ee52-fe5d-4085-9a2d-1856af0d4e83 None None] Pushing event updated for resources: {'Port': ['ID=5e487679-240a-454d-a3a7-c4feaf2a5af2,revision_number=4']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:15.525054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-8b278875-5bc7-4466-ac9a-d8f56ee3fcad None None] For port 5e487679-240a-454d-a3a7-c4feaf2a5af2, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=5e487679-240a-454d-a3a7-c4feaf2a5af2,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:15.529656 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:15.572639 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'Port': ['ID=780229c6-7159-426d-9e78-3b759001f819,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:15.590603 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (d76923df-816f-421d-b2f9-b02a0e0f1453), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.593311 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8b278875-5bc7-4466-ac9a-d8f56ee3fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.654428 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b278875-5bc7-4466-ac9a-d8f56ee3fcad None None] Pushing event updated for resources: {'Port': ['ID=5e487679-240a-454d-a3a7-c4feaf2a5af2,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:15.681966 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.691791 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-46a095aa-0740-4fe0-90b8-c4e8427d4e35 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2068543 Apr 07 12:09:15.716702 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-88c306e8-5d98-47a5-b7b1-a4298adbe7cb None None] Provisioning complete for port 5e487679-240a-454d-a3a7-c4feaf2a5af2 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:15.717086 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-88c306e8-5d98-47a5-b7b1-a4298adbe7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:15.766540 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:15.797177 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504502e6-01a8-4f05-87b0-01d9b7e1731c None None] The sync data for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi is: [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:15.813822 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-88c306e8-5d98-47a5-b7b1-a4298adbe7cb None None] Current status of the port 5e487679-240a-454d-a3a7-c4feaf2a5af2 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:15.878877 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-f3607fdc-f698-4aa2-b4ff-d79f314e42e6 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1182173170&fields=id&tenant_id=cbc755bcb79c488597cc70f390178217 HTTP/1.1" status: 200 len: 267 time: 0.0682998 Apr 07 12:09:16.007044 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-214b3967-26d4-4557-9b08-9da0d6f7238c tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:16.008575 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-214b3967-26d4-4557-9b08-9da0d6f7238c tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 811 time: 0.1155643 Apr 07 12:09:16.023630 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-18fb0041-23d2-48bc-9c5f-3371e71736bd tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/quotas/cbc755bcb79c488597cc70f390178217 HTTP/1.1" status: 200 len: 375 time: 0.0095053 Apr 07 12:09:16.080874 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-f907b5bc-e58e-48b6-b3e9-f6f2a31b2f19 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511796 Apr 07 12:09:16.233184 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-06819412-79ec-4a2d-bf77-8391aa7af48c service neutron] 10.222.0.37 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390862 Apr 07 12:09:16.333316 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-f84e164b-8643-401e-9b6e-8c023bdd6404 service neutron] 10.222.0.37 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857384 Apr 07 12:09:16.586133 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a7f0115c-9b9a-4af0-8b2a-38aa78fe797f req-34271120-5b31-4f8e-ab0c-0d6450fb3f80 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 210 time: 0.0325453 Apr 07 12:09:16.771209 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 5e487679-240a-454d-a3a7-c4feaf2a5af2 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:16.820516 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 5e487679-240a-454d-a3a7-c4feaf2a5af2 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:16.821278 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.905951 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 5e487679-240a-454d-a3a7-c4feaf2a5af2 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:16.907168 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2adbb744-f512-406c-97ad-ec60de9961e2 up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:16.958822 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 2adbb744-f512-406c-97ad-ec60de9961e2 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:16.959206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.040965 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 2adbb744-f512-406c-97ad-ec60de9961e2 is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:17.243452 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:17.681277 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-34a5a02d-552e-493a-ae38-9a77268af656 req-b2938b29-b355-4a67-abaf-95bdd2b78f29 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 210 time: 0.0267298 Apr 07 12:09:18.553518 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-143dde44-53d0-4609-a2c8-0663fdb80164 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:18.554895 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-143dde44-53d0-4609-a2c8-0663fdb80164 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 811 time: 0.1025124 Apr 07 12:09:18.614028 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-7c6d6917-4408-461d-abb0-dc16a0ba6bac tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc755bcb79c488597cc70f390178217 HTTP/1.1" status: 200 len: 380 time: 0.0513012 Apr 07 12:09:18.622806 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'port': {'device_id': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'admin_state_up': True, 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'security_groups': ['4ebb1500-e902-4e4c-886b-82c04f8a6084']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:18.780198 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-525757ca-b9f8-4c78-a2aa-77f251c8b826 req-2b7e5b0f-c54a-454e-9e1a-e28a1d3856db tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 210 time: 0.0270197 Apr 07 12:09:18.828443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Made reservation on behalf of cbc755bcb79c488597cc70f390178217 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:09:18.832118 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:18.963286 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Allocated IP 172.20.0.14 (2759c341-d8a3-4385-949d-bdeba98eb280/3b22958c-43cc-4d45-9f6a-cb6eea745123/2583c519-4485-48f8-a9e3-6ab8362488e5) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:09:19.099630 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.186043 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.227233 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Network 2759c341-d8a3-4385-949d-bdeba98eb280 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:09:19.230204 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:09:19.233823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:09:19.261789 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'Port': ['ID=2583c519-4485-48f8-a9e3-6ab8362488e5,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:19.274241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.274609 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.275123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.275473 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.275835 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.276238 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.277076 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.277572 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.277910 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.278238 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.278573 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.278907 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.279230 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.279550 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.279869 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:09:19.303627 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:19.304238 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.379860 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-16f46404-28b4-405e-b806-2b2ee0624d86 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611074 Apr 07 12:09:19.391443 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Request body: {'port': {'device_id': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:19.454589 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.459131 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-f2dc5c9c-f693-45d3-8a90-d9aeefe3118b None None] Provisioning complete for port 2583c519-4485-48f8-a9e3-6ab8362488e5 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:19.459633 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5c9c-f693-45d3-8a90-d9aeefe3118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.496674 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc5c9c-f693-45d3-8a90-d9aeefe3118b None None] Port 2583c519-4485-48f8-a9e3-6ab8362488e5 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:09:19.719139 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2583c519-4485-48f8-a9e3-6ab8362488e5 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:19.726436 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Publish callbacks [] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.738186 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Transition to ACTIVE for port object 2583c519-4485-48f8-a9e3-6ab8362488e5 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:09:19.794085 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:19.851639 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Pushing event updated for resources: {'Port': ['ID=2583c519-4485-48f8-a9e3-6ab8362488e5,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:19.950602 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Attempting to bind port 2583c519-4485-48f8-a9e3-6ab8362488e5 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:09:19.950946 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Attempting to bind port 2583c519-4485-48f8-a9e3-6ab8362488e5 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:09:19.951282 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Attempting to bind port 2583c519-4485-48f8-a9e3-6ab8362488e5 on network 2759c341-d8a3-4385-949d-bdeba98eb280 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:19.962677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34534a-04b4-418e-bfe8-6f0211a46eb4 req-a0529643-8cdf-463a-aa26-3ad631902420 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:19.964299 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ab34534a-04b4-418e-bfe8-6f0211a46eb4 req-a0529643-8cdf-463a-aa26-3ad631902420 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 944 time: 0.0978179 Apr 07 12:09:19.965390 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Port 2583c519-4485-48f8-a9e3-6ab8362488e5 on network 2759c341-d8a3-4385-949d-bdeba98eb280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:09:19.965717 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Attempting to bind port 2583c519-4485-48f8-a9e3-6ab8362488e5 on network 2759c341-d8a3-4385-949d-bdeba98eb280 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:09:19.971330 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:09:19.971672 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Checking segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:09:19.972055 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Bound using segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:09:19.972488 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Bound port: 2583c519-4485-48f8-a9e3-6ab8362488e5, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:09:19.972850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:20.083531 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ab34534a-04b4-418e-bfe8-6f0211a46eb4 req-1712e8bc-ff71-4bdf-a1e8-d03e8dc9bfc2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084278 Apr 07 12:09:20.092188 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] For port 2583c519-4485-48f8-a9e3-6ab8362488e5, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:09:20.095213 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] For port 2583c519-4485-48f8-a9e3-6ab8362488e5, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2583c519-4485-48f8-a9e3-6ab8362488e5,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:09:20.149142 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:20.183923 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.184532 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:20.185902 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] 10.222.0.48 "PUT /v2.0/ports/2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 1094 time: 0.7988353 Apr 07 12:09:20.186381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:20.188671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3fbf5-67e9-4063-8441-16c614a2ce94" -d '{"events": [{"name": "network-changed", "server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:20.213389 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024d732-9a6f-4954-9c45-26b26d395c7c service neutron] Pushing event updated for resources: {'Port': ['ID=2583c519-4485-48f8-a9e3-6ab8362488e5,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:20.226879 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0812ede-d04b-4f8e-9f1e-b2a9c96a2721 x-openstack-request-id: req-a0812ede-d04b-4f8e-9f1e-b2a9c96a2721 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:20.227172 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:20.227426 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0812ede-d04b-4f8e-9f1e-b2a9c96a2721 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:20.227834 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0812ede-d04b-4f8e-9f1e-b2a9c96a2721'] response: {'name': 'network-changed', 'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'status': 'completed', 'code': 200} Apr 07 12:09:20.299836 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3fbf5-67e9-4063-8441-16c614a2ce94 req-7a48e04c-37e6-4738-b008-37292eeed18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.301422 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58f3fbf5-67e9-4063-8441-16c614a2ce94 req-7a48e04c-37e6-4738-b008-37292eeed18b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1128 time: 0.0533867 Apr 07 12:09:20.672608 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3fbf5-67e9-4063-8441-16c614a2ce94 req-d96854d9-f08a-4bda-a6fb-3af951b6b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.674073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58f3fbf5-67e9-4063-8441-16c614a2ce94 req-d96854d9-f08a-4bda-a6fb-3af951b6b6f4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cbc755bcb79c488597cc70f390178217&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3660352 Apr 07 12:09:20.766468 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3fbf5-67e9-4063-8441-16c614a2ce94 req-3a2b65f3-f16c-4949-bf0b-1c8414565e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.767934 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58f3fbf5-67e9-4063-8441-16c614a2ce94 req-3a2b65f3-f16c-4949-bf0b-1c8414565e55 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878632 Apr 07 12:09:20.847406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-368cff79-ba69-4384-b8c1-70a6cd15bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.848884 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-368cff79-ba69-4384-b8c1-70a6cd15bda2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1128 time: 0.0451744 Apr 07 12:09:20.888263 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-ef100d39-e922-4941-a783-0903aa40a177 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 217 time: 0.0329292 Apr 07 12:09:20.936179 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-a3a51545-2444-41c0-8166-b7d5ab119f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.937681 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-a3a51545-2444-41c0-8166-b7d5ab119f68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0426638 Apr 07 12:09:20.988568 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-039ed136-45ac-4992-84b4-9ded2ba3945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:20.990073 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-039ed136-45ac-4992-84b4-9ded2ba3945a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465732 Apr 07 12:09:21.077376 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-87a28fae-d7db-4abf-be7a-39ea62f87c2e service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809784 Apr 07 12:09:21.194065 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-56f0eb08-b7b3-4cbb-8a37-3dd36812a445 req-6370401f-f2c4-47c8-9a20-a74c4e6b85d5 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106627 Apr 07 12:09:21.213195 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40809f-2f17-49fb-9086-70abbedd0a7b req-4a8b4e71-c189-46dc-9b10-44c733e885a8 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:21.214905 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ca40809f-2f17-49fb-9086-70abbedd0a7b req-4a8b4e71-c189-46dc-9b10-44c733e885a8 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 944 time: 0.0648093 Apr 07 12:09:21.261309 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ca40809f-2f17-49fb-9086-70abbedd0a7b req-b806587a-af18-4d6c-b4ea-e281305d5c36 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Apr 07 12:09:22.383207 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b0736-444f-4f64-9175-744f403c9c3f req-dff10d99-f2ca-4998-9172-20e158d0aa91 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:22.384693 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b8b0736-444f-4f64-9175-744f403c9c3f req-dff10d99-f2ca-4998-9172-20e158d0aa91 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 944 time: 0.0566037 Apr 07 12:09:22.430674 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b8b0736-444f-4f64-9175-744f403c9c3f req-c8287930-64bf-4bd4-8354-5cb53823a561 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Apr 07 12:09:22.900197 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:09:23.545958 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65face77-9a00-4afc-9542-ffc100316bad req-527f7fab-a19d-49c6-8483-044c80b5e4d3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:23.547454 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65face77-9a00-4afc-9542-ffc100316bad req-527f7fab-a19d-49c6-8483-044c80b5e4d3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 944 time: 0.0525742 Apr 07 12:09:23.595076 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-65face77-9a00-4afc-9542-ffc100316bad req-88cbc087-89d5-4ece-b3f2-6f0ffb4c627e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Apr 07 12:09:24.136658 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2583c519-4485-48f8-a9e3-6ab8362488e5 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:09:24.232377 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 2583c519-4485-48f8-a9e3-6ab8362488e5, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2583c519-4485-48f8-a9e3-6ab8362488e5,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:24.243836 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'port_id': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'mac_address': 'fa:16:3e:96:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:09:24.283695 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 2583c519-4485-48f8-a9e3-6ab8362488e5 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:24.284082 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.296720 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2583c519-4485-48f8-a9e3-6ab8362488e5 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:09:24.314872 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 2583c519-4485-48f8-a9e3-6ab8362488e5, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2583c519-4485-48f8-a9e3-6ab8362488e5,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:24.386523 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:24.437025 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=2583c519-4485-48f8-a9e3-6ab8362488e5,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:24.718194 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cfbcf-2862-4e07-982a-531bcad8821d req-b9951670-ee1b-49f7-9ddb-dfff38aed5f7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:24.719615 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-601cfbcf-2862-4e07-982a-531bcad8821d req-b9951670-ee1b-49f7-9ddb-dfff38aed5f7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 945 time: 0.0527358 Apr 07 12:09:24.761150 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['2583c519-4485-48f8-a9e3-6ab8362488e5'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:09:24.768573 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-601cfbcf-2862-4e07-982a-531bcad8821d req-97a65821-ced9-4249-9775-9046b027352e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Apr 07 12:09:25.885284 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280f535-29c6-4036-ac92-6643aef26c69 req-59986bec-6ec8-4d1d-90b8-6b36da90c542 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:25.886907 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3280f535-29c6-4036-ac92-6643aef26c69 req-59986bec-6ec8-4d1d-90b8-6b36da90c542 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 945 time: 0.0527849 Apr 07 12:09:25.934036 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3280f535-29c6-4036-ac92-6643aef26c69 req-2adc75ef-82e9-4808-9c3f-b807e125feef tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Apr 07 12:09:26.163571 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2583c519-4485-48f8-a9e3-6ab8362488e5 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:09:26.256505 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 2583c519-4485-48f8-a9e3-6ab8362488e5 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:09:26.260879 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 2583c519-4485-48f8-a9e3-6ab8362488e5 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:09:26.261259 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:26.337794 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 2583c519-4485-48f8-a9e3-6ab8362488e5 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:09:26.338180 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:26.363778 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:26.366019 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81799b5-3fa9-4b1a-94f4-0f7bce2d7e21" -d '{"events": [{"server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "name": "network-vif-plugged", "status": "completed", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:26.378811 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 2583c519-4485-48f8-a9e3-6ab8362488e5, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2583c519-4485-48f8-a9e3-6ab8362488e5,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:26.401635 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103ee8d8-ce58-4fdd-8abe-d57551654266 x-openstack-request-id: req-103ee8d8-ce58-4fdd-8abe-d57551654266 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:26.401959 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "name": "network-vif-plugged", "status": "completed", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:26.402217 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-103ee8d8-ce58-4fdd-8abe-d57551654266 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:26.402659 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103ee8d8-ce58-4fdd-8abe-d57551654266'] response: {'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'code': 200} Apr 07 12:09:26.460361 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:26.511038 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=2583c519-4485-48f8-a9e3-6ab8362488e5,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:26.727891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf1b9-66dc-4803-b081-b0fe3a34c640 req-1792ef6b-1034-4d7b-b7cd-ef8d9347ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:26.729789 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-93baf1b9-66dc-4803-b081-b0fe3a34c640 req-1792ef6b-1034-4d7b-b7cd-ef8d9347ff37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1130 time: 0.0445185 Apr 07 12:09:26.771794 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-93baf1b9-66dc-4803-b081-b0fe3a34c640 req-2e9e789d-b8dd-4d7f-ae6d-f3746fb8a26e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359063 Apr 07 12:09:27.034438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2056bf41-f7b9-4955-a15c-654955cb7b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:27.059526 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771f78a-3a92-475b-9446-9730428ee36d req-8b4b31dc-1e34-478f-9ba7-a9788cc2c709 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:27.061125 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5771f78a-3a92-475b-9446-9730428ee36d req-8b4b31dc-1e34-478f-9ba7-a9788cc2c709 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0562260 Apr 07 12:09:27.107905 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5771f78a-3a92-475b-9446-9730428ee36d req-f2371e2b-2fcd-4b08-867f-9bd8df2a9d9b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Apr 07 12:09:28.224627 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f486f7-7850-4392-b8b6-0f454bbc9a37 req-3336eee4-1fc4-48a2-b331-63a76034350e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:28.226086 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-47f486f7-7850-4392-b8b6-0f454bbc9a37 req-3336eee4-1fc4-48a2-b331-63a76034350e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0520253 Apr 07 12:09:28.271815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-47f486f7-7850-4392-b8b6-0f454bbc9a37 req-94c522df-3456-4dd9-a7e6-f3fb79bbaf82 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Apr 07 12:09:29.389673 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb04e0-f908-45ee-9470-a55a084350cb req-12dd6dcd-f146-4fbd-bc7a-9609c2b1fd5d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:29.391170 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ceb04e0-f908-45ee-9470-a55a084350cb req-12dd6dcd-f146-4fbd-bc7a-9609c2b1fd5d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0508890 Apr 07 12:09:29.446918 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8ceb04e0-f908-45ee-9470-a55a084350cb req-639de866-2daa-4584-968d-71714912c889 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501823 Apr 07 12:09:29.523126 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-91c7d54e-6548-4a10-8b8f-21c96e73be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:29.573139 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d60ddc-4538-42c6-852b-45168d18cf21 req-844cadb0-d2a6-4cb4-b9e2-1d0968c9ad9c tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:29.574507 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6d60ddc-4538-42c6-852b-45168d18cf21 req-844cadb0-d2a6-4cb4-b9e2-1d0968c9ad9c tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0528710 Apr 07 12:09:29.583497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42428) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:29.587820 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'floatingip': {'port_id': '2583c519-4485-48f8-a9e3-6ab8362488e5'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:09:29.627823 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (d76923df-816f-421d-b2f9-b02a0e0f1453), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:30.067117 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:30.125317 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (d76923df-816f-421d-b2f9-b02a0e0f1453), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:30.227475 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Floating IP d76923df-816f-421d-b2f9-b02a0e0f1453 associated. External IP: 172.27.1.187, port: 2583c519-4485-48f8-a9e3-6ab8362488e5. Apr 07 12:09:30.288533 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:30.436677 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:30.546730 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:30.551585 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:30.556157 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] Sync routers for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:30.565935 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:30.568226 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:30.589381 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-132e9914-d50e-433b-9132-fe33f140c458 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "PUT /v2.0/floatingips/d76923df-816f-421d-b2f9-b02a0e0f1453 HTTP/1.1" status: 200 len: 992 time: 0.9964771 Apr 07 12:09:30.589381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:30.589381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:30.620598 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfb2525-d599-4d9b-a5df-c1e0f8d4dfb1 x-openstack-request-id: req-6cfb2525-d599-4d9b-a5df-c1e0f8d4dfb1 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:30.620912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:30.621114 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cfb2525-d599-4d9b-a5df-c1e0f8d4dfb1 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:30.621520 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfb2525-d599-4d9b-a5df-c1e0f8d4dfb1'] response: {'name': 'network-changed', 'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'status': 'completed', 'code': 200} Apr 07 12:09:30.687437 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:30.692420 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-66cd762e-52fb-4b0e-894b-66d56eb306f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.695065 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-66cd762e-52fb-4b0e-894b-66d56eb306f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1130 time: 0.0532932 Apr 07 12:09:30.789420 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-298a5552-0f8b-41b4-8114-ff77c35a0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.790904 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-298a5552-0f8b-41b4-8114-ff77c35a0e8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0899172 Apr 07 12:09:30.855119 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-7d7422ab-42c6-4827-b0e0-56aca1ed80e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 1000 time: 0.0582564 Apr 07 12:09:30.906193 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-f76ebb80-de33-4856-8023-8cb6ae00b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.907666 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-f76ebb80-de33-4856-8023-8cb6ae00b1df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0467427 Apr 07 12:09:30.922606 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'd76923df-816f-421d-b2f9-b02a0e0f1453', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'port_id': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'mac_address': 'fa:16:3e:96:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:15Z', 'updated_at': '2022-04-07T12:09:29Z', 'revision_number': 1, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:30.950228 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] Checking router: 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:30.957929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-20205bbb-3c7e-4313-be76-0e748502532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:30.958800 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:30.959419 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:30.959539 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-20205bbb-3c7e-4313-be76-0e748502532f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455601 Apr 07 12:09:31.053507 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-d31afe01-ba08-42d8-9b4a-4b02c9919baf service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882013 Apr 07 12:09:31.073583 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:31.144097 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80cb9d10-bc39-4842-8c8d-b15af46cd8b5 req-e67990ea-7732-4423-808d-0fa49fb4356d service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848191 Apr 07 12:09:31.301142 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'd76923df-816f-421d-b2f9-b02a0e0f1453', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'port_id': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'mac_address': 'fa:16:3e:96:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:15Z', 'updated_at': '2022-04-07T12:09:29Z', 'revision_number': 1, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:31.327693 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d145076-ad0e-405c-94ec-16a697f7aae7 None None] The sync data for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi is: [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'd76923df-816f-421d-b2f9-b02a0e0f1453', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'port_id': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'mac_address': 'fa:16:3e:96:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:09:15Z', 'updated_at': '2022-04-07T12:09:29Z', 'revision_number': 1, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:31.509653 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b8150-79c5-4560-bb92-f5af9130b959 None None] New status for floating IP d76923df-816f-421d-b2f9-b02a0e0f1453: ACTIVE {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:32.100179 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:33.450960 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:38.840064 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42436) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:39.123997 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Deleting port 9cefb909-0c09-48c2-93a2-51846e60cd7e {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:39.124338 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:39.200330 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:39.200574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (9cefb909-0c09-48c2-93a2-51846e60cd7e), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:39.212269 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Calling delete_port for 9cefb909-0c09-48c2-93a2-51846e60cd7e owned by network:floatingip {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:39.436878 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (9cefb909-0c09-48c2-93a2-51846e60cd7e), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:39.465996 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event deleted for resources: {'Port': ['ID=9cefb909-0c09-48c2-93a2-51846e60cd7e,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:39.528513 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (6238af37-1f0c-4ee7-9b22-010c7218c311), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:39.528836 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Floating IP 6238af37-1f0c-4ee7-9b22-010c7218c311 disassociated (deleted). External IP: 172.27.1.57, port: ae3f3db4-fdfb-4ee2-9cea-305103ba3474. Apr 07 12:09:39.740147 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:39.847719 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:39.852813 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:39.860434 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:39.872413 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:39.873053 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:39.884782 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-20e6304a-58de-4c8b-9240-2632b81487d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "DELETE /v2.0/floatingips/6238af37-1f0c-4ee7-9b22-010c7218c311 HTTP/1.1" status: 204 len: 168 time: 1.0435860 Apr 07 12:09:39.886149 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:39.890411 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb6469a-3279-4554-8ef6-c05e1fc07abc" -d '{"events": [{"name": "network-changed", "server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:39.932159 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd2fe8d-0091-4a4e-ac71-e15243cee307 x-openstack-request-id: req-9dd2fe8d-0091-4a4e-ac71-e15243cee307 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:39.932504 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:39.932870 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dd2fe8d-0091-4a4e-ac71-e15243cee307 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:39.933306 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd2fe8d-0091-4a4e-ac71-e15243cee307'] response: {'name': 'network-changed', 'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'status': 'completed', 'code': 200} Apr 07 12:09:40.006959 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-d24ec425-96aa-4bfa-8ca3-34f5303991b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.008439 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-d24ec425-96aa-4bfa-8ca3-34f5303991b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 1129 time: 0.0518579 Apr 07 12:09:40.110974 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-8e2e83fe-1b08-4133-8550-a246e2323305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.112519 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-8e2e83fe-1b08-4133-8550-a246e2323305 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.0972090 Apr 07 12:09:40.152448 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:40.154187 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-2dae6616-394a-4444-be85-fb368db17306 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474 HTTP/1.1" status: 200 len: 217 time: 0.0354283 Apr 07 12:09:40.208483 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-ba935cc4-3ce6-48aa-b746-bb9b8a143946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.210054 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-ba935cc4-3ce6-48aa-b746-bb9b8a143946 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0495932 Apr 07 12:09:40.261541 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-6d4e8424-d17b-436b-acad-2856502c198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.263151 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-6d4e8424-d17b-436b-acad-2856502c198a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471430 Apr 07 12:09:40.346507 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58923a6b-9812-4f27-8564-3d2a7b1337c0 req-1f01efe0-64b0-4b40-9cc0-f892e22d1730 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:40.348011 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58923a6b-9812-4f27-8564-3d2a7b1337c0 req-1f01efe0-64b0-4b40-9cc0-f892e22d1730 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0524766 Apr 07 12:09:40.394097 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:15Z', 'revision_number': 1, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:40.397339 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-58923a6b-9812-4f27-8564-3d2a7b1337c0 req-502e1c37-40dd-4ab7-bab2-fcbb9a3e423b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437319 Apr 07 12:09:40.425543 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:40.435019 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:40.435627 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:40.544468 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:40.766269 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:15Z', 'revision_number': 1, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:40.792556 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a1074-1582-4d0a-a535-6797ea472531 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '6bae045c-9c63-43dc-b5df-5a052333b2d9', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'port_id': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'mac_address': 'fa:16:3e:7a:22:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03295d3e-fe60-435e-bafc-e960dba7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:04:13Z', 'updated_at': '2022-04-07T12:04:15Z', 'revision_number': 1, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:41.014545 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab68b16-76d3-41c0-bd27-60e42ee83c07 None None] New status for floating IP 6238af37-1f0c-4ee7-9b22-010c7218c311: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:41.420319 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-af9f5657-61fd-4f39-95a3-7d781d4f5124 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887341 Apr 07 12:09:41.896026 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d4366-9165-475c-ba7d-88834e4b7294 req-dbea3683-c2ed-48fb-a87a-57314aea2af3 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:41.897820 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d8d4366-9165-475c-ba7d-88834e4b7294 req-dbea3683-c2ed-48fb-a87a-57314aea2af3 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.4249308 Apr 07 12:09:41.902287 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8cb6469a-3279-4554-8ef6-c05e1fc07abc req-c4641285-70ab-4af3-846c-4048fea0ed3c service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500446 Apr 07 12:09:41.957450 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3d8d4366-9165-475c-ba7d-88834e4b7294 req-23a613d4-3042-4f95-8165-da23145455a5 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536952 Apr 07 12:09:42.305817 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-86732261-cfe1-446d-8745-e9909f41e9bc tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:42.307242 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-86732261-cfe1-446d-8745-e9909f41e9bc tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 945 time: 0.0516775 Apr 07 12:09:42.404247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Deleting port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:42.404585 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.490471 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] For port ae3f3db4-fdfb-4ee2-9cea-305103ba3474, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:42.491236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.503508 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Calling delete_port for ae3f3db4-fdfb-4ee2-9cea-305103ba3474 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:42.722504 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (ae3f3db4-fdfb-4ee2-9cea-305103ba3474), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.750891 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event deleted for resources: {'Port': ['ID=ae3f3db4-fdfb-4ee2-9cea-305103ba3474,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:42.801905 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] No DVR routers for this DVR port ae3f3db4-fdfb-4ee2-9cea-305103ba3474 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:42.801905 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:42.803369 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04476f7b-f5e4-4e97-ab09-9d23ffe99394 req-0caeb103-818d-4507-a9c0-f5469971523b tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "DELETE /v2.0/ports/ae3f3db4-fdfb-4ee2-9cea-305103ba3474 HTTP/1.1" status: 204 len: 173 time: 0.4900575 Apr 07 12:09:42.803851 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'name': 'network-vif-deleted', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:42.806099 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec3225-6708-48ee-99dd-d34c7bdf84c0" -d '{"events": [{"server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "name": "network-vif-deleted", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:42.842454 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2518e8-16e9-422f-99a9-35fa03ae9c89 x-openstack-request-id: req-0a2518e8-16e9-422f-99a9-35fa03ae9c89 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:42.848277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39bb59a-12df-43b1-8d86-d2617c5f4c99", "name": "network-vif-deleted", "tag": "ae3f3db4-fdfb-4ee2-9cea-305103ba3474", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:42.848277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a2518e8-16e9-422f-99a9-35fa03ae9c89 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:42.848277 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2518e8-16e9-422f-99a9-35fa03ae9c89'] response: {'server_uuid': 'a39bb59a-12df-43b1-8d86-d2617c5f4c99', 'name': 'network-vif-deleted', 'tag': 'ae3f3db4-fdfb-4ee2-9cea-305103ba3474', 'status': 'completed', 'code': 200} Apr 07 12:09:43.062204 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f4c82240-39b3-4524-a658-e1f7eb348817 req-9c20abb9-2e9d-4baf-9ebb-060206b45e96 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a39bb59a-12df-43b1-8d86-d2617c5f4c99 HTTP/1.1" status: 200 len: 210 time: 0.0346417 Apr 07 12:09:46.250692 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ae3f3db4-fdfb-4ee2-9cea-305103ba3474 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:46.270894 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: ae3f3db4-fdfb-4ee2-9cea-305103ba3474 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:46.271242 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device ae3f3db4-fdfb-4ee2-9cea-305103ba3474 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:46.520754 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42468) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:46.674225 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Deleting port 7fcc7d40-0b6a-49ce-920f-e1212996f2cc {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:46.674591 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:46.751477 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:46.752219 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:46.771091 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Calling delete_port for 7fcc7d40-0b6a-49ce-920f-e1212996f2cc owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:46.993417 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (7fcc7d40-0b6a-49ce-920f-e1212996f2cc), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:47.019592 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event deleted for resources: {'Port': ['ID=7fcc7d40-0b6a-49ce-920f-e1212996f2cc,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:47.083460 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (6bae045c-9c63-43dc-b5df-5a052333b2d9), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:47.083794 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.l3_db [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Floating IP 6bae045c-9c63-43dc-b5df-5a052333b2d9 disassociated (deleted). External IP: 172.27.1.4, port: c96463ac-93d1-4d1c-8909-3d4c466f88f2. Apr 07 12:09:47.244869 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:47.294192 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:47.636153 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:47.641066 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:47.646909 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:47.656335 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:47.656951 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:47.668777 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9f10d699-7dc4-4798-bbcc-92a6e40885d9 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "DELETE /v2.0/floatingips/6bae045c-9c63-43dc-b5df-5a052333b2d9 HTTP/1.1" status: 204 len: 168 time: 1.1469390 Apr 07 12:09:47.669472 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2'}] {{(pid=110303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:47.672741 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdd68ef87af2d2203275dfe4c63b7e4254794495342c324fab2cc646dd16f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6597b298-bbf5-422d-9dc0-3da7ff68197d" -d '{"events": [{"name": "network-changed", "server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2"}]}' {{(pid=110303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:47.714142 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9d96c-1c67-48ed-ae4c-34c38e1b998f x-openstack-request-id: req-c7d9d96c-1c67-48ed-ae4c-34c38e1b998f {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:47.714444 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2", "status": "completed", "code": 200}]} {{(pid=110303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:47.714729 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7d9d96c-1c67-48ed-ae4c-34c38e1b998f {{(pid=110303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:47.715137 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d9d96c-1c67-48ed-ae4c-34c38e1b998f'] response: {'name': 'network-changed', 'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'status': 'completed', 'code': 200} Apr 07 12:09:47.772439 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:47.782357 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-8862f851-87c9-45aa-b33c-5270b2901bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.783943 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-8862f851-87c9-45aa-b33c-5270b2901bc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=903aa713695e4491ab75a7a10dfd0903&device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 1130 time: 0.0467331 Apr 07 12:09:47.878650 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-bbc62fa7-0640-4888-a12f-901c9f2ecfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.880117 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-bbc62fa7-0640-4888-a12f-901c9f2ecfd3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 200 len: 913 time: 0.0894134 Apr 07 12:09:47.921412 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-30cdacb8-3451-4903-abb9-e311933737a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2 HTTP/1.1" status: 200 len: 217 time: 0.0349581 Apr 07 12:09:47.973948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-7ca77719-3569-49ab-9990-69ab5ec6c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:47.975462 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-7ca77719-3569-49ab-9990-69ab5ec6c095 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 200 len: 851 time: 0.0476491 Apr 07 12:09:47.980493 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:48.010686 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:48.019404 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:48.020023 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:48.031076 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-a7e21888-cbce-4109-8aff-c90180f92d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:48.032594 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-a7e21888-cbce-4109-8aff-c90180f92d98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d227e2f-2e13-46e1-9fce-0b6009bb0797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511415 Apr 07 12:09:48.133752 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:48.249831 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-d87d93ef-8219-4b8f-af10-7c49cd2377b8 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298938 Apr 07 12:09:48.257592 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbc060-d212-4c2a-914d-e3cd87be96af req-d47a60f3-e1df-4256-b1f5-8af7a7167649 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:48.259031 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80bbc060-d212-4c2a-914d-e3cd87be96af req-d47a60f3-e1df-4256-b1f5-8af7a7167649 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 946 time: 0.1457887 Apr 07 12:09:48.335933 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:48.363706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95742c8-7926-4a0d-a0ce-42a2d91c251a None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T11:58:39Z', 'revision_number': 4, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'bc475234-6a8d-4826-bafd-984429adb00b', 'name': '', 'network_id': '4d227e2f-2e13-46e1-9fce-0b6009bb0797', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'mac_address': 'fa:16:3e:f8:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:38Z', 'updated_at': '2022-04-07T11:58:43Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'subnets': [{'id': '6d48cfb2-faba-43d2-bc5a-1d630e14914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:48.371546 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-80bbc060-d212-4c2a-914d-e3cd87be96af req-fdcb228d-8a34-4587-8c0f-89454f82340c tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/security-groups?id=88a5cdee-1843-45dd-b888-bb20737dc708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031034 Apr 07 12:09:48.392747 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6597b298-bbf5-422d-9dc0-3da7ff68197d req-073abf41-3312-481c-826b-d6b2890cfe65 service neutron] 10.222.0.48 "GET /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327565 Apr 07 12:09:48.604634 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1beb598-7796-4c7f-9937-c638f8b37e24 None None] New status for floating IP 6bae045c-9c63-43dc-b5df-5a052333b2d9: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:09:48.940686 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c96ec-6914-4755-baab-81732a361f6f req-304bb95b-a678-4040-9656-e22625957a98 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:09:48.942114 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-840c96ec-6914-4755-baab-81732a361f6f req-304bb95b-a678-4040-9656-e22625957a98 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 946 time: 0.0560813 Apr 07 12:09:49.040488 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Deleting port c96463ac-93d1-4d1c-8909-3d4c466f88f2 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:49.040872 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:49.139074 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] For port c96463ac-93d1-4d1c-8909-3d4c466f88f2, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c96463ac-93d1-4d1c-8909-3d4c466f88f2,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:49.139074 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:49.151281 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Calling delete_port for c96463ac-93d1-4d1c-8909-3d4c466f88f2 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:49.362840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (c96463ac-93d1-4d1c-8909-3d4c466f88f2), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:49.394897 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event deleted for resources: {'Port': ['ID=c96463ac-93d1-4d1c-8909-3d4c466f88f2,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:49.438631 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] No DVR routers for this DVR port c96463ac-93d1-4d1c-8909-3d4c466f88f2 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:49.441101 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:49.444422 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-840c96ec-6914-4755-baab-81732a361f6f req-5100b4d8-bfc8-48a5-a8de-f610a0689d33 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.48 "DELETE /v2.0/ports/c96463ac-93d1-4d1c-8909-3d4c466f88f2 HTTP/1.1" status: 204 len: 173 time: 0.4969530 Apr 07 12:09:49.444859 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'name': 'network-vif-deleted', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:09:49.447102 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480cd7d-b277-4561-8efb-0803be6d8781" -d '{"events": [{"server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "name": "network-vif-deleted", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:09:49.486786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95faba-d2ec-4253-be15-734306e3e420 x-openstack-request-id: req-6c95faba-d2ec-4253-be15-734306e3e420 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:09:49.487086 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03295d3e-fe60-435e-bafc-e960dba7421b", "name": "network-vif-deleted", "tag": "c96463ac-93d1-4d1c-8909-3d4c466f88f2", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:09:49.487426 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c95faba-d2ec-4253-be15-734306e3e420 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:09:49.487871 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c95faba-d2ec-4253-be15-734306e3e420'] response: {'server_uuid': '03295d3e-fe60-435e-bafc-e960dba7421b', 'name': 'network-vif-deleted', 'tag': 'c96463ac-93d1-4d1c-8909-3d4c466f88f2', 'status': 'completed', 'code': 200} Apr 07 12:09:49.555389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d3980aab-86d4-4ac6-9558-8c4b9059bfd5 req-abf5e628-e388-4add-a38f-5aa61bb96476 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 210 time: 0.0871859 Apr 07 12:09:50.666349 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b5d82ef-a016-493e-a2e7-a974628bbe6e req-198a3bc7-eb0a-4fef-bfe3-006adeb3ab47 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "GET /v2.0/ports?device_id=03295d3e-fe60-435e-bafc-e960dba7421b HTTP/1.1" status: 200 len: 210 time: 0.0323329 Apr 07 12:09:51.729975 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42496) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:51.842976 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Deleting port 531f6c94-cb6b-4734-bf08-20b9840d0aed {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:51.843319 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:51.916326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:51.916647 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (531f6c94-cb6b-4734-bf08-20b9840d0aed), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:51.931709 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Calling delete_port for 531f6c94-cb6b-4734-bf08-20b9840d0aed owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:52.102633 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (531f6c94-cb6b-4734-bf08-20b9840d0aed), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:52.133473 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event deleted for resources: {'Port': ['ID=531f6c94-cb6b-4734-bf08-20b9840d0aed,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:52.194033 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for floatingip (79afeca2-1e54-4dae-8461-af3d226a8714), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:52.196900 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:52.198043 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-51743d3a-7439-469b-ad0a-83b557ffc0e6 tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "DELETE /v2.0/floatingips/79afeca2-1e54-4dae-8461-af3d226a8714 HTTP/1.1" status: 204 len: 168 time: 0.4750490 Apr 07 12:09:52.288263 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c96463ac-93d1-4d1c-8909-3d4c466f88f2 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:52.309295 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: c96463ac-93d1-4d1c-8909-3d4c466f88f2 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:52.309660 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c96463ac-93d1-4d1c-8909-3d4c466f88f2 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:53.638748 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42510) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:53.693826 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-29885821-f2ab-498c-84f8-30acbc5d436f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group (88a5cdee-1843-45dd-b888-bb20737dc708), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:53.719367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-29885821-f2ab-498c-84f8-30acbc5d436f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group (88a5cdee-1843-45dd-b888-bb20737dc708), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:53.854203 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-29885821-f2ab-498c-84f8-30acbc5d436f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (88a5cdee-1843-45dd-b888-bb20737dc708), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:53.856952 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-29885821-f2ab-498c-84f8-30acbc5d436f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:53.858670 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-29885821-f2ab-498c-84f8-30acbc5d436f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] 10.222.0.37 "DELETE /v2.0/security-groups/88a5cdee-1843-45dd-b888-bb20737dc708 HTTP/1.1" status: 204 len: 168 time: 0.2187626 Apr 07 12:09:53.869503 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29885821-f2ab-498c-84f8-30acbc5d436f tempest-TestVolumeBootPattern-1915384506 tempest-TestVolumeBootPattern-1915384506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5cdee-1843-45dd-b888-bb20737dc708,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:53.982089 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42514) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:54.371154 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:54.619411 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Deleting port bc475234-6a8d-4826-bafd-984429adb00b {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:54.619745 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (bc475234-6a8d-4826-bafd-984429adb00b), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:54.701088 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] For port bc475234-6a8d-4826-bafd-984429adb00b, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=bc475234-6a8d-4826-bafd-984429adb00b,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:54.702078 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (bc475234-6a8d-4826-bafd-984429adb00b), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:54.714436 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Calling delete_port for bc475234-6a8d-4826-bafd-984429adb00b owned by network:router_interface {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:54.953449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (bc475234-6a8d-4826-bafd-984429adb00b), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:54.976854 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc475234-6a8d-4826-bafd-984429adb00b,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:55.157537 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:55.369850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:55.476542 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:55.481392 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-1ee34994-bb9f-4cf1-98da-4af65fb13afb admin admin] 10.222.0.37 "PUT /v2.0/routers/70c51729-4af8-4edf-bfa9-61e5c8b4f3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4980884 Apr 07 12:09:55.483992 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42518) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:55.486445 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] Sync routers for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:55.496378 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:55.496976 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:55.587998 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks [] for router (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:55.603336 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:55.793436 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T12:09:54Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:55.820706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] Checking router: 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:55.830093 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] Routers {'70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:55.830734 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:55.972453 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks [] for router_gateway (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.072096 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] Set router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:56.114565 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Deleting port 026867c5-5b4c-4b6c-9875-3527f7e31993 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:56.114911 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.192922 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] For port 026867c5-5b4c-4b6c-9875-3527f7e31993, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=026867c5-5b4c-4b6c-9875-3527f7e31993,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:56.193287 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.210034 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Calling delete_port for 026867c5-5b4c-4b6c-9875-3527f7e31993 owned by network:router_gateway {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:56.252038 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T12:09:54Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:56.282432 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5e4d2-7870-4a28-9a07-8f888bc96f53 None None] The sync data for ids ['70c51729-4af8-4edf-bfa9-61e5c8b4f3f9'] in dv-cinder-836769-3-iscsi is: [{'id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'name': 'tempest-TestVolumeBootPattern-1326741172-router', 'tenant_id': '903aa713695e4491ab75a7a10dfd0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:35Z', 'updated_at': '2022-04-07T12:09:54Z', 'revision_number': 5, 'project_id': '903aa713695e4491ab75a7a10dfd0903', 'gw_port': {'id': '026867c5-5b4c-4b6c-9875-3527f7e31993', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c51729-4af8-4edf-bfa9-61e5c8b4f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:36Z', 'updated_at': '2022-04-07T11:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:56.479042 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (026867c5-5b4c-4b6c-9875-3527f7e31993), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.502999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Pushing event deleted for resources: {'Port': ['ID=026867c5-5b4c-4b6c-9875-3527f7e31993,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:56.563371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.653551 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.656538 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks [] for router_controller (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.768851 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (70c51729-4af8-4edf-bfa9-61e5c8b4f3f9), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.769380 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 {{(pid=110304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:09:56.776085 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.777242 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-bd892a36-fefa-4de8-ab4a-7a8fd8d5a788 admin admin] 10.222.0.37 "DELETE /v2.0/routers/70c51729-4af8-4edf-bfa9-61e5c8b4f3f9 HTTP/1.1" status: 204 len: 168 time: 1.2923527 Apr 07 12:09:56.779743 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42520) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:56.796299 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device bc475234-6a8d-4826-bafd-984429adb00b no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:56.818687 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: bc475234-6a8d-4826-bafd-984429adb00b {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:56.819078 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device bc475234-6a8d-4826-bafd-984429adb00b not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:56.827983 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] Deleting subnet 6d48cfb2-faba-43d2-bc5a-1d630e14914b {{(pid=110304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:09:56.831399 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] Publish callbacks [] for subnet (6d48cfb2-faba-43d2-bc5a-1d630e14914b), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.868124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9222316'] for subnet (6d48cfb2-faba-43d2-bc5a-1d630e14914b), precommit_delete_associations {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:56.979363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (6d48cfb2-faba-43d2-bc5a-1d630e14914b), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.059678 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-dcff09cc-8032-478f-b662-4ec7bee8a404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.082873 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3533532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9235136'] for subnet (6d48cfb2-faba-43d2-bc5a-1d630e14914b), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.106041 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d48cfb2-faba-43d2-bc5a-1d630e14914b,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:57.115239 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.118454 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b53bb2d9-6ade-4f32-b35b-0d7c6bb447a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d48cfb2-faba-43d2-bc5a-1d630e14914b HTTP/1.1" status: 204 len: 168 time: 0.3377261 Apr 07 12:09:57.120090 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625cca4-2f27-42ae-b560-678ec0f21cf7 None None] Network 4d227e2f-2e13-46e1-9fce-0b6009bb0797 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:09:57.122609 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42522) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:57.194083 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (4d227e2f-2e13-46e1-9fce-0b6009bb0797), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.247638 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Deleting port 7937c96f-4c77-4a89-9233-6a451a15bc1f {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:57.248765 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.300139 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] DHCP port deletion for 4d227e2f-2e13-46e1-9fce-0b6009bb0797 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:09:57.315749 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] For port 7937c96f-4c77-4a89-9233-6a451a15bc1f, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=7937c96f-4c77-4a89-9233-6a451a15bc1f,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:57.316103 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.332696 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Calling delete_port for 7937c96f-4c77-4a89-9233-6a451a15bc1f owned by network:dhcp {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:57.352618 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] Deleting port 7937c96f-4c77-4a89-9233-6a451a15bc1f {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:57.352992 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.419000 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] For port 7937c96f-4c77-4a89-9233-6a451a15bc1f, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=7937c96f-4c77-4a89-9233-6a451a15bc1f,segment=NetworkSegment(a24dbc16-a09c-482c-8a0e-77e20bb5ad9c),segment_id=a24dbc16-a09c-482c-8a0e-77e20bb5ad9c)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:57.425966 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.432826 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] Calling delete_port for 7937c96f-4c77-4a89-9233-6a451a15bc1f owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:57.476582 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.503781 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7937c96f-4c77-4a89-9233-6a451a15bc1f,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:57.507550 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] No DVR routers for this DVR port 7937c96f-4c77-4a89-9233-6a451a15bc1f on host dv-cinder-836769-3-iscsi {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:57.511176 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (7937c96f-4c77-4a89-9233-6a451a15bc1f), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.540251 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] Pushing event deleted for resources: {'Port': ['ID=7937c96f-4c77-4a89-9233-6a451a15bc1f,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:57.542037 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed52f3-4b1d-41e9-8ac5-5831d65c152b None None] No DVR routers for this DVR port 7937c96f-4c77-4a89-9233-6a451a15bc1f on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:09:57.578393 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (4d227e2f-2e13-46e1-9fce-0b6009bb0797), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.598074 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d227e2f-2e13-46e1-9fce-0b6009bb0797']}} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:57.607145 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c') {'for_net_delete': True} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:57.608051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.services.segments.db [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24dbc16-a09c-482c-8a0e-77e20bb5ad9c') {} {{(pid=110304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:57.617568 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9222325'] for segment (a24dbc16-a09c-482c-8a0e-77e20bb5ad9c), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.631239 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (a24dbc16-a09c-482c-8a0e-77e20bb5ad9c), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.637081 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:09:57.637544 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533370'] for segment (a24dbc16-a09c-482c-8a0e-77e20bb5ad9c), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: Traceback (most recent call last): Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: timer() Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: cb(*args, **kw) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: return func(*args, **kwargs) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: self._notify() Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: self.callback(batched_events) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: event.method(event) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: return f(self, *a, **k) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._get(url).json() Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: return self.request(url, 'GET', **kwargs) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:09:57.639251 dv-cinder-836769-3-iscsi neutron-server[110304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:09:57.764827 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (4d227e2f-2e13-46e1-9fce-0b6009bb0797), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.770183 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.776060 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d227e2f-2e13-46e1-9fce-0b6009bb0797 HTTP/1.1" status: 204 len: 168 time: 0.6491945 Apr 07 12:09:57.776492 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42524) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:57.784662 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdfb65-992a-4566-8dfc-3c3dbb822c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d227e2f-2e13-46e1-9fce-0b6009bb0797,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:58.174971 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:58.417289 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Deleting port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:58.417622 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:58.494056 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] For port 0808ba0e-8f3c-4351-add5-2d0a5fef87d5, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,segment=NetworkSegment(396b5294-3139-4229-b8e0-7488c0f3c3b2),segment_id=396b5294-3139-4229-b8e0-7488c0f3c3b2)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:58.494330 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:58.506317 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Calling delete_port for 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 owned by network:router_interface {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:58.717864 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 026867c5-5b4c-4b6c-9875-3527f7e31993 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:58.738203 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 026867c5-5b4c-4b6c-9875-3527f7e31993 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:58.738569 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 026867c5-5b4c-4b6c-9875-3527f7e31993 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:58.738970 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 7937c96f-4c77-4a89-9233-6a451a15bc1f no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:09:58.762104 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 7937c96f-4c77-4a89-9233-6a451a15bc1f {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:09:58.762104 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 7937c96f-4c77-4a89-9233-6a451a15bc1f not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:09:58.776174 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (0808ba0e-8f3c-4351-add5-2d0a5fef87d5), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:58.806113 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Pushing event deleted for resources: {'Port': ['ID=0808ba0e-8f3c-4351-add5-2d0a5fef87d5,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:09:58.975575 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.191872 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:09:59.301767 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:09:59.306752 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ae308276-c035-4862-bd7f-c92f03239825 admin admin] 10.222.0.37 "PUT /v2.0/routers/63e965fc-3be0-4cfe-9965-6f1f1bf78bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5293992 Apr 07 12:09:59.309251 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42526) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:09:59.312445 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] Sync routers for ids ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:09:59.322956 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] Routers {'63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:59.323572 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:59.414435 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks [] for router (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.430233 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] Set router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:59.523575 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks [] for router_gateway (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.569757 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9ee64998-c803-49c9-b450-1b8202382dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.641572 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Deleting port 21f685d1-31de-4ac7-829a-477acfb2116c {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:09:59.641907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.694324 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T12:09:58Z', 'revision_number': 5, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port': {'id': '21f685d1-31de-4ac7-829a-477acfb2116c', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:58:43Z', 'updated_at': '2022-04-07T11:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:59.719638 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] For port 21f685d1-31de-4ac7-829a-477acfb2116c, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=21f685d1-31de-4ac7-829a-477acfb2116c,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:09:59.720010 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.721911 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] Checking router: 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:09:59.730114 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] Routers {'63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:09:59.730817 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:09:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:59.732413 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Calling delete_port for 21f685d1-31de-4ac7-829a-477acfb2116c owned by network:router_gateway {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:09:59.817313 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] Set router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe gateway port host: None {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:09:59.872057 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T12:09:59Z', 'revision_number': 6, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:09:59.903739 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b963f-23fe-45e3-8ab4-d047b3b5c5f3 None None] The sync data for ids ['63e965fc-3be0-4cfe-9965-6f1f1bf78bbe'] in dv-cinder-836769-3-iscsi is: [{'id': '63e965fc-3be0-4cfe-9965-6f1f1bf78bbe', 'name': 'tempest-TestVolumeBootPattern-1043900670-router', 'tenant_id': 'fc626d67761f405096432fd60fe58ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:42Z', 'updated_at': '2022-04-07T12:09:59Z', 'revision_number': 6, 'project_id': 'fc626d67761f405096432fd60fe58ba2', 'gw_port_host': None}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:09:59.906284 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:09:59.950823 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (21f685d1-31de-4ac7-829a-477acfb2116c), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.978542 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f685d1-31de-4ac7-829a-477acfb2116c,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:00.041432 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.305685 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.375748 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.377926 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks [] for router_controller (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.488218 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (63e965fc-3be0-4cfe-9965-6f1f1bf78bbe), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.488987 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e965fc-3be0-4cfe-9965-6f1f1bf78bbe {{(pid=110303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:10:00.493899 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.495074 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d814f1bf-d32b-451a-b23d-b63f687b4ac1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/63e965fc-3be0-4cfe-9965-6f1f1bf78bbe HTTP/1.1" status: 204 len: 168 time: 1.1849039 Apr 07 12:10:00.497560 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42530) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:00.543870 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] Deleting subnet 487b6101-bb00-464d-9ce3-ddb89f4e4d89 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:10:00.546900 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] Publish callbacks [] for subnet (487b6101-bb00-464d-9ce3-ddb89f4e4d89), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.580326 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (487b6101-bb00-464d-9ce3-ddb89f4e4d89), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.652941 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (487b6101-bb00-464d-9ce3-ddb89f4e4d89), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.725947 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 21f685d1-31de-4ac7-829a-477acfb2116c no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:00.746396 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 21f685d1-31de-4ac7-829a-477acfb2116c {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:10:00.746766 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 21f685d1-31de-4ac7-829a-477acfb2116c not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:00.747206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:00.771277 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (487b6101-bb00-464d-9ce3-ddb89f4e4d89), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.772605 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:10:00.772953 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 0808ba0e-8f3c-4351-add5-2d0a5fef87d5 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:00.804846 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487b6101-bb00-464d-9ce3-ddb89f4e4d89,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:00.809069 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.813048 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ef4ce7be-4dca-4481-9f54-5de0b29a466d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/487b6101-bb00-464d-9ce3-ddb89f4e4d89 HTTP/1.1" status: 204 len: 168 time: 0.3142037 Apr 07 12:10:00.815285 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42532) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:00.819798 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751ae5c-152e-45af-8ab7-5d87249a9e41 None None] Network fdb29766-5e63-463d-a87a-5b3de2e3ffa3 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:10:00.893574 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (fdb29766-5e63-463d-a87a-5b3de2e3ffa3), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.953310 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Deleting port 220e10e9-7995-4863-9b07-7ee18c4cc451 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:10:00.954210 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.014709 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] DHCP port deletion for fdb29766-5e63-463d-a87a-5b3de2e3ffa3 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:10:01.024096 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] For port 220e10e9-7995-4863-9b07-7ee18c4cc451, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=220e10e9-7995-4863-9b07-7ee18c4cc451,segment=NetworkSegment(396b5294-3139-4229-b8e0-7488c0f3c3b2),segment_id=396b5294-3139-4229-b8e0-7488c0f3c3b2)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:01.024460 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.037601 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Calling delete_port for 220e10e9-7995-4863-9b07-7ee18c4cc451 owned by network:dhcp {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:10:01.067095 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] Deleting port 220e10e9-7995-4863-9b07-7ee18c4cc451 {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:10:01.067385 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.131340 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] For port 220e10e9-7995-4863-9b07-7ee18c4cc451, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=220e10e9-7995-4863-9b07-7ee18c4cc451,segment=NetworkSegment(396b5294-3139-4229-b8e0-7488c0f3c3b2),segment_id=396b5294-3139-4229-b8e0-7488c0f3c3b2)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:10:01.134749 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.144727 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] Calling delete_port for 220e10e9-7995-4863-9b07-7ee18c4cc451 owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:10:01.207775 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.223018 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (220e10e9-7995-4863-9b07-7ee18c4cc451), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.234968 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=220e10e9-7995-4863-9b07-7ee18c4cc451,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:01.236763 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] No DVR routers for this DVR port 220e10e9-7995-4863-9b07-7ee18c4cc451 on host dv-cinder-836769-3-iscsi {{(pid=110303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:10:01.246054 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] Pushing event deleted for resources: {'Port': ['ID=220e10e9-7995-4863-9b07-7ee18c4cc451,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:01.252094 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ff071-3a3d-40a4-bb39-05caecb7247f None None] No DVR routers for this DVR port 220e10e9-7995-4863-9b07-7ee18c4cc451 on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:10:01.313218 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (fdb29766-5e63-463d-a87a-5b3de2e3ffa3), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.333183 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb29766-5e63-463d-a87a-5b3de2e3ffa3']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:01.342353 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396b5294-3139-4229-b8e0-7488c0f3c3b2') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:01.342682 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396b5294-3139-4229-b8e0-7488c0f3c3b2') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:10:01.352142 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (396b5294-3139-4229-b8e0-7488c0f3c3b2), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.365370 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (396b5294-3139-4229-b8e0-7488c0f3c3b2), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.371051 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:10:01.371436 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (396b5294-3139-4229-b8e0-7488c0f3c3b2), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:10:01.373659 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:10:01.484630 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (fdb29766-5e63-463d-a87a-5b3de2e3ffa3), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.490002 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.493131 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fdb29766-5e63-463d-a87a-5b3de2e3ffa3 HTTP/1.1" status: 204 len: 168 time: 0.6767924 Apr 07 12:10:01.504299 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6641-b2f8-46ac-94a2-c5b5b1bf93e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb29766-5e63-463d-a87a-5b3de2e3ffa3,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:01.807073 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42536) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:01.846907 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-c5507d9f-1933-4d5b-8eac-b346dd1a5c42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=903aa713695e4491ab75a7a10dfd0903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385513 Apr 07 12:10:01.849311 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42538) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:01.912560 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-27ad7edc-506c-4487-adbf-a9847f3ffd92 admin admin] Publish callbacks [] for security_group (06434028-0687-41f3-9395-7d9e69bdb9f5), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:01.933554 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-27ad7edc-506c-4487-adbf-a9847f3ffd92 admin admin] Publish callbacks [] for security_group (06434028-0687-41f3-9395-7d9e69bdb9f5), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.085121 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.147916 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-27ad7edc-506c-4487-adbf-a9847f3ffd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (06434028-0687-41f3-9395-7d9e69bdb9f5), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.150797 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-27ad7edc-506c-4487-adbf-a9847f3ffd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.152127 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-27ad7edc-506c-4487-adbf-a9847f3ffd92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06434028-0687-41f3-9395-7d9e69bdb9f5 HTTP/1.1" status: 204 len: 168 time: 0.3018966 Apr 07 12:10:02.164406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad7edc-506c-4487-adbf-a9847f3ffd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06434028-0687-41f3-9395-7d9e69bdb9f5,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:02.716232 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 220e10e9-7995-4863-9b07-7ee18c4cc451 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:10:02.737724 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 220e10e9-7995-4863-9b07-7ee18c4cc451 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:10:02.738120 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 220e10e9-7995-4863-9b07-7ee18c4cc451 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:10:02.810358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42544) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:02.851534 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e7d93da1-da4e-463a-b1fe-05e2f105f00b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc626d67761f405096432fd60fe58ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399296 Apr 07 12:10:02.853897 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42546) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:10:02.900141 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b5ff-52d7-4275-91a0-dca15bef1deb admin admin] Publish callbacks [] for security_group (12108b18-9fe9-4957-8547-e7d6209f0d81), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.921231 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b5ff-52d7-4275-91a0-dca15bef1deb admin admin] Publish callbacks [] for security_group (12108b18-9fe9-4957-8547-e7d6209f0d81), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.044614 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b5ff-52d7-4275-91a0-dca15bef1deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (12108b18-9fe9-4957-8547-e7d6209f0d81), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.047346 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b5ff-52d7-4275-91a0-dca15bef1deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.048517 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-0cc0b5ff-52d7-4275-91a0-dca15bef1deb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12108b18-9fe9-4957-8547-e7d6209f0d81 HTTP/1.1" status: 204 len: 168 time: 0.1937273 Apr 07 12:10:03.061603 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0b5ff-52d7-4275-91a0-dca15bef1deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12108b18-9fe9-4957-8547-e7d6209f0d81,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:10:03.427857 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:17.249743 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:27.015420 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-200923de-a2d8-4dc3-93d2-f38b54ca47bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:29.549995 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f8721594-9226-4b29-8ad7-cc9de0ba889a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:30.312378 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.084760 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.455448 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:36.905679 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:10:47.309738 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:53.042991 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-55381abc-dd66-484d-8737-711e4590ca95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480165 Apr 07 12:10:53.128559 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611ad8-9bc6-4189-8172-355c83462018 req-01d143a1-baa3-4af5-9e6b-b12f046e1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.130044 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-01d143a1-baa3-4af5-9e6b-b12f046e1ee8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1130 time: 0.0451517 Apr 07 12:10:53.238672 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611ad8-9bc6-4189-8172-355c83462018 req-eff9d5a6-8c97-460f-bd01-7e1336644152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.240147 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-eff9d5a6-8c97-460f-bd01-7e1336644152 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0915885 Apr 07 12:10:53.308710 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-fea007a3-36c1-4edd-8347-dc792302ddc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 1002 time: 0.0630476 Apr 07 12:10:53.358274 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611ad8-9bc6-4189-8172-355c83462018 req-9f602828-6aea-4cfc-b981-3559c6663666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.359700 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-9f602828-6aea-4cfc-b981-3559c6663666 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0437267 Apr 07 12:10:53.413816 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611ad8-9bc6-4189-8172-355c83462018 req-0645f0c5-db0c-4310-a28d-095352040b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:53.415550 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-0645f0c5-db0c-4310-a28d-095352040b0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500228 Apr 07 12:10:53.505638 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-fa062a02-6a49-4a94-abf3-66b2ad4b87f9 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840507 Apr 07 12:10:53.597047 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b611ad8-9bc6-4189-8172-355c83462018 req-e81a3b4f-bfdb-42f4-a029-f462bd68e9dd service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Apr 07 12:10:57.045217 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1a67dfd6-82fb-44a2-833e-8c4d8f44093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:57.672875 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a79477-76f5-4895-bf93-3657770d7e93 req-ac60c051-10cf-422f-845e-f231b1cb7614 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:57.674417 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72a79477-76f5-4895-bf93-3657770d7e93 req-ac60c051-10cf-422f-845e-f231b1cb7614 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0535042 Apr 07 12:10:57.722945 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72a79477-76f5-4895-bf93-3657770d7e93 req-f55f9643-425a-4e60-8668-7d34396d669d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Apr 07 12:10:58.842840 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a3746-e1b8-4ccb-88f7-39cefd7921e5 req-10d37c98-d11b-46f9-a3b0-9c07e37f4bcd tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:10:58.844331 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e67a3746-e1b8-4ccb-88f7-39cefd7921e5 req-10d37c98-d11b-46f9-a3b0-9c07e37f4bcd tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0523143 Apr 07 12:10:58.895036 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e67a3746-e1b8-4ccb-88f7-39cefd7921e5 req-d8db69e8-4d2f-45f9-a72c-375c1fa10f25 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447958 Apr 07 12:10:59.543590 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1e02edc7-7dd8-4469-9889-15f2f881b8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:00.011585 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780254b8-7cc0-4f70-b502-4b8b9572534f req-8c5da650-5f77-4054-9fed-1721d486d0ab tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:00.013033 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-780254b8-7cc0-4f70-b502-4b8b9572534f req-8c5da650-5f77-4054-9fed-1721d486d0ab tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0520401 Apr 07 12:11:00.057984 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-780254b8-7cc0-4f70-b502-4b8b9572534f req-383aef6e-e2e6-44ac-8abc-b36b44eaabf5 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 Apr 07 12:11:00.308762 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:01.173692 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c326b-8419-4a73-a340-88f046a944e5 req-312e699c-4f24-4292-b41e-91100d9ca473 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:01.175387 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b1c326b-8419-4a73-a340-88f046a944e5 req-312e699c-4f24-4292-b41e-91100d9ca473 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0513699 Apr 07 12:11:01.221079 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b1c326b-8419-4a73-a340-88f046a944e5 req-25bd1b99-5f15-4f59-ae7e-206631afe7e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402040 Apr 07 12:11:02.083516 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:02.341764 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14d05-c00f-4acb-92cf-14e0513be8bd req-97356c32-6d93-42f3-b4d8-50289e1faced tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:02.343257 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9d14d05-c00f-4acb-92cf-14e0513be8bd req-97356c32-6d93-42f3-b4d8-50289e1faced tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0550547 Apr 07 12:11:02.390303 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c9d14d05-c00f-4acb-92cf-14e0513be8bd req-96fb4a65-ff93-4620-ba9a-bb738013d3c8 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Apr 07 12:11:03.443202 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:03.511871 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0bfb-476f-4403-bfd9-47a60e0565ee req-6a02a5f5-eba4-4904-ac93-0c70c2c28952 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:03.513353 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-281d0bfb-476f-4403-bfd9-47a60e0565ee req-6a02a5f5-eba4-4904-ac93-0c70c2c28952 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0524657 Apr 07 12:11:03.559998 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-281d0bfb-476f-4403-bfd9-47a60e0565ee req-6441d2fa-772d-4645-8f0c-5e433a491ff9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405917 Apr 07 12:11:04.677358 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8cacf-8ae2-4bd3-a0fa-333d2702e145 req-bb2e9101-d30b-4fe9-a760-9968293479fa tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:04.678840 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-96e8cacf-8ae2-4bd3-a0fa-333d2702e145 req-bb2e9101-d30b-4fe9-a760-9968293479fa tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0511088 Apr 07 12:11:04.731519 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-96e8cacf-8ae2-4bd3-a0fa-333d2702e145 req-356a30ba-638c-41ab-9f1a-581e143e379e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470207 Apr 07 12:11:05.852240 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceae3e-4216-4ae8-874c-2c65b4f837e2 req-e30a9ad7-332a-4a48-8f55-edf1aa4d6320 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:05.853727 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-71ceae3e-4216-4ae8-874c-2c65b4f837e2 req-e30a9ad7-332a-4a48-8f55-edf1aa4d6320 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0522690 Apr 07 12:11:05.899375 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-71ceae3e-4216-4ae8-874c-2c65b4f837e2 req-bd3c66f6-88fb-4491-9249-3d4674dd3e20 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 Apr 07 12:11:07.016690 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b4cc0-9396-43d3-8567-dc41c12a9bb6 req-81df9f2b-09ad-4ccc-88dd-fcfee2433c9d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:07.018709 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a4b4cc0-9396-43d3-8567-dc41c12a9bb6 req-81df9f2b-09ad-4ccc-88dd-fcfee2433c9d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0513482 Apr 07 12:11:07.064548 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6a4b4cc0-9396-43d3-8567-dc41c12a9bb6 req-a387a6d8-e4c5-48b9-aa61-f1268886d70f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397928 Apr 07 12:11:08.188658 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6e2f-9601-4ff4-b16a-a5a658cd11fb req-c1fe44d6-024b-4d0d-9c7c-15a41a8953e4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:08.190104 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-06af6e2f-9601-4ff4-b16a-a5a658cd11fb req-c1fe44d6-024b-4d0d-9c7c-15a41a8953e4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0546036 Apr 07 12:11:08.235922 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-06af6e2f-9601-4ff4-b16a-a5a658cd11fb req-4703592e-d723-4d61-98b8-227bc2695692 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Apr 07 12:11:09.352099 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbc42e-9132-48ad-93ca-2ec963975624 req-ce265f1f-db81-47b0-8675-a9d02cc5e3d7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:09.353566 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a1fbc42e-9132-48ad-93ca-2ec963975624 req-ce265f1f-db81-47b0-8675-a9d02cc5e3d7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0515301 Apr 07 12:11:09.404123 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a1fbc42e-9132-48ad-93ca-2ec963975624 req-d1969a1b-eba7-466d-ab92-d046c64d445d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Apr 07 12:11:10.524428 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4e738-55b3-46bd-9dd1-e4ade6c2203b req-39392d9a-aebb-4871-af42-9089bd5dec71 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:10.525895 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-17c4e738-55b3-46bd-9dd1-e4ade6c2203b req-39392d9a-aebb-4871-af42-9089bd5dec71 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0542741 Apr 07 12:11:10.572231 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-17c4e738-55b3-46bd-9dd1-e4ade6c2203b req-557a4538-0852-40b3-ab08-ea71f23e009d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Apr 07 12:11:11.687546 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d81aa-b1b4-44c7-a358-94027c35cf47 req-f2ae71f9-b22d-42f5-81e9-608e4c89ab47 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:11.689515 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b8d81aa-b1b4-44c7-a358-94027c35cf47 req-f2ae71f9-b22d-42f5-81e9-608e4c89ab47 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0516911 Apr 07 12:11:11.734693 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4b8d81aa-b1b4-44c7-a358-94027c35cf47 req-74675e5e-a97a-49b2-89cc-e9d5fac2fbbd tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396171 Apr 07 12:11:12.853049 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4729aa6-0865-4f6b-98a1-576aeaf35eb8 req-b442fbb1-96d3-4132-a54e-65742bf738d3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:12.854591 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4729aa6-0865-4f6b-98a1-576aeaf35eb8 req-b442fbb1-96d3-4132-a54e-65742bf738d3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0524199 Apr 07 12:11:12.903997 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4729aa6-0865-4f6b-98a1-576aeaf35eb8 req-6c299c5d-b730-41b6-8b7d-b080611d8d14 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Apr 07 12:11:13.905171 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:11:14.021053 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9871dd-55d4-4b19-aa2b-66e1753f2128 req-a8e9c1d5-3850-4209-bad3-a56c2cfb4cb9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:14.022522 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2c9871dd-55d4-4b19-aa2b-66e1753f2128 req-a8e9c1d5-3850-4209-bad3-a56c2cfb4cb9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0526755 Apr 07 12:11:14.068395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2c9871dd-55d4-4b19-aa2b-66e1753f2128 req-effbb30a-55ff-4361-a710-1090208f2486 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Apr 07 12:11:15.184641 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1ef2-2eea-4629-a270-0adfc6b3f31d req-bb06424f-ae36-42b8-9057-1c57a538d2ec tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:15.186111 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-962e1ef2-2eea-4629-a270-0adfc6b3f31d req-bb06424f-ae36-42b8-9057-1c57a538d2ec tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0514910 Apr 07 12:11:15.231462 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-962e1ef2-2eea-4629-a270-0adfc6b3f31d req-0192abf3-e87d-44e3-844a-b0af667371f3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 Apr 07 12:11:16.350991 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde7399-08a8-4de1-9607-c96083e5b78f req-582592df-8598-470e-93d3-718472d94393 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:16.357741 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7dde7399-08a8-4de1-9607-c96083e5b78f req-582592df-8598-470e-93d3-718472d94393 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0549088 Apr 07 12:11:16.398347 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7dde7399-08a8-4de1-9607-c96083e5b78f req-62406069-15b5-4268-9320-15dccfa37982 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Apr 07 12:11:17.262760 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:17.520876 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a00065-a5c7-4436-9cab-46716a3ae811 req-6aa4eb83-8e16-47ba-990c-c5f71fffe353 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:17.522233 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8a00065-a5c7-4436-9cab-46716a3ae811 req-6aa4eb83-8e16-47ba-990c-c5f71fffe353 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0529139 Apr 07 12:11:17.567683 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f8a00065-a5c7-4436-9cab-46716a3ae811 req-54f20aad-8ee9-4dac-8230-6764d8d7e912 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 Apr 07 12:11:18.683316 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cd2f-d8a8-46a7-bfdf-08a0cb5c9348 req-d7dcf14c-0cc6-42f0-a75f-d1db0a17592e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:18.684765 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3ad9cd2f-d8a8-46a7-bfdf-08a0cb5c9348 req-d7dcf14c-0cc6-42f0-a75f-d1db0a17592e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0503759 Apr 07 12:11:18.733509 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3ad9cd2f-d8a8-46a7-bfdf-08a0cb5c9348 req-fb9e62e9-49d2-489f-a88c-b267132f0fbb tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Apr 07 12:11:19.042991 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7d212-9ef3-49e0-969b-ea60a229521e req-1e2b4369-bf29-4a67-a098-66c215370ca0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.045753 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ac7d212-9ef3-49e0-969b-ea60a229521e req-1e2b4369-bf29-4a67-a098-66c215370ca0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0530601 Apr 07 12:11:19.092609 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9ac7d212-9ef3-49e0-969b-ea60a229521e req-821bc08d-863b-45a1-ae0e-ad5882697fe4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Apr 07 12:11:19.172164 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-3b1742c5-39ee-4564-bc0c-059337cd065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.173930 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-3b1742c5-39ee-4564-bc0c-059337cd065c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1130 time: 0.0434558 Apr 07 12:11:19.264404 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-634779d0-8e67-4688-afeb-429b8b807161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.265836 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-634779d0-8e67-4688-afeb-429b8b807161 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0855501 Apr 07 12:11:19.328220 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-14d2d31e-3b91-4473-bf66-304d3dd3ac70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 1002 time: 0.0560026 Apr 07 12:11:19.378344 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-8827957a-053b-47b5-9062-7a033b2cb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.379759 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-8827957a-053b-47b5-9062-7a033b2cb906 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0461779 Apr 07 12:11:19.427848 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-0645b21b-6196-407c-8dfe-4ad2756eafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:19.429239 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-0645b21b-6196-407c-8dfe-4ad2756eafd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435927 Apr 07 12:11:19.516172 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-516b5b77-fa31-46b1-90de-d4651d2fbf99 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805140 Apr 07 12:11:19.612360 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-22f7a8c6-e9b9-4b7a-9884-779deb103a9f req-310b9930-9dab-4430-8d75-b4bfe6d3381b service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906713 Apr 07 12:11:20.217821 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998379c9-d9ac-465b-b721-b86a9c769f35 req-6df4b31e-e347-4916-80f9-ca44a9d66272 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:20.219310 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-998379c9-d9ac-465b-b721-b86a9c769f35 req-6df4b31e-e347-4916-80f9-ca44a9d66272 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0548508 Apr 07 12:11:20.266004 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-998379c9-d9ac-465b-b721-b86a9c769f35 req-4fbf7536-1036-4eba-87a4-42b5a5ca67a3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 Apr 07 12:11:21.385232 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f4b6-8f9f-4734-84bc-c0b4f08fc1a9 req-8db932c1-2728-4e8b-9390-737099c27bdd tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:21.386748 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04d3f4b6-8f9f-4734-84bc-c0b4f08fc1a9 req-8db932c1-2728-4e8b-9390-737099c27bdd tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0548773 Apr 07 12:11:21.435957 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04d3f4b6-8f9f-4734-84bc-c0b4f08fc1a9 req-dcb36921-35f6-4ade-9d52-afa8c5deed6e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Apr 07 12:11:27.028274 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4de7ab60-79c2-404f-8ac7-c8293885b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:29.525396 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-81dab0a1-325c-4d4c-93dc-8fa18e5deece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:30.311081 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:32.113522 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:33.422898 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:47.262205 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:50.904180 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:11:55.195288 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-4afcbf94-c8a0-49d7-a153-ebf22e3c4ccc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1825275 Apr 07 12:11:55.279959 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-bc0dca66-dc08-42b4-bdc5-e20ccab48ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:55.281316 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-bc0dca66-dc08-42b4-bdc5-e20ccab48ade service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1130 time: 0.0426381 Apr 07 12:11:55.382111 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-3d676a2a-d861-4b8e-b1ca-15c21951edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:55.383567 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-3d676a2a-d861-4b8e-b1ca-15c21951edad service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0845301 Apr 07 12:11:55.446587 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-d803a433-eaa3-431d-bcdc-68f86c97ff3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 1002 time: 0.0573156 Apr 07 12:11:55.495995 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-cfb43caa-f291-4b5e-b34d-96cfc05aebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:55.497457 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-cfb43caa-f291-4b5e-b34d-96cfc05aebd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0454071 Apr 07 12:11:55.548215 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-8046c418-ed12-411b-97b9-cf97b1d54bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:11:55.549799 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-8046c418-ed12-411b-97b9-cf97b1d54bff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468326 Apr 07 12:11:55.640751 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-2a583066-265e-461b-b775-a38d1e1f1b34 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Apr 07 12:11:55.727909 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-dae9af69-6321-4c14-baf0-97249cdf29e7 req-687ef925-015a-4870-be3f-f32ddc562c23 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800123 Apr 07 12:11:57.002474 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6507fa3e-abde-49c1-9f8b-084ac169e8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:59.564536 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1875-31ce-488d-b858-0e9f0a902ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:00.304785 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:02.095935 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:03.473557 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:17.288655 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:18.591247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72901a-c8d5-4857-baf6-6b8e2eba4e14 req-ca4fa2a2-872e-4fbd-aa5a-67542ada9e8e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:18.592767 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0c72901a-c8d5-4857-baf6-6b8e2eba4e14 req-ca4fa2a2-872e-4fbd-aa5a-67542ada9e8e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0530372 Apr 07 12:12:18.641769 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0c72901a-c8d5-4857-baf6-6b8e2eba4e14 req-07a4a7e8-ae5f-4503-80e0-4d7897fa3a34 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435596 Apr 07 12:12:19.760548 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50bf0-deae-4cd5-90c4-2ee0364334a6 req-c6db2a69-34a5-4741-8967-0226ecec2fa5 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:19.761944 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eec50bf0-deae-4cd5-90c4-2ee0364334a6 req-c6db2a69-34a5-4741-8967-0226ecec2fa5 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0504935 Apr 07 12:12:19.807600 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-eec50bf0-deae-4cd5-90c4-2ee0364334a6 req-75ffcb3d-96f4-4988-a433-4567e4d1a333 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 Apr 07 12:12:20.923914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7e87-9690-4f61-997b-f74f6d1ee411 req-93920f79-1879-4956-8b54-c100a8665473 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:20.925376 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0fe7e87-9690-4f61-997b-f74f6d1ee411 req-93920f79-1879-4956-8b54-c100a8665473 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0514729 Apr 07 12:12:20.971094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d0fe7e87-9690-4f61-997b-f74f6d1ee411 req-d31bab96-c9b0-44a1-be58-2e8f3cc138f0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401001 Apr 07 12:12:22.093629 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482eca3-ef96-47b4-a158-cb500abb23c8 req-87d51732-b6ae-4a57-b167-81a5d4690784 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:22.095122 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3482eca3-ef96-47b4-a158-cb500abb23c8 req-87d51732-b6ae-4a57-b167-81a5d4690784 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0568323 Apr 07 12:12:22.140957 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3482eca3-ef96-47b4-a158-cb500abb23c8 req-e0ea0318-856a-431b-aed8-529acba4d24f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Apr 07 12:12:23.257284 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff636dd-0fe9-4fd3-b38a-1042ec18fd98 req-a1af56d1-28bd-4a5a-970a-437c3e1dd0aa tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:23.258759 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff636dd-0fe9-4fd3-b38a-1042ec18fd98 req-a1af56d1-28bd-4a5a-970a-437c3e1dd0aa tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0521483 Apr 07 12:12:23.304815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0ff636dd-0fe9-4fd3-b38a-1042ec18fd98 req-6519ab9e-5122-4620-a520-c99e15c34d88 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405309 Apr 07 12:12:24.432929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305bc4-4f78-400c-afcb-74e6d5b7ddb8 req-a0ddf4c8-1b5d-4f49-841d-30d3d49dfee5 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:24.434426 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7305bc4-4f78-400c-afcb-74e6d5b7ddb8 req-a0ddf4c8-1b5d-4f49-841d-30d3d49dfee5 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0642116 Apr 07 12:12:24.485915 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7305bc4-4f78-400c-afcb-74e6d5b7ddb8 req-34e6a0b7-66db-45fb-a0ad-3cd76753f6c9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457926 Apr 07 12:12:25.601166 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b4e87-4d80-45dd-9c15-74adf1f0b63d req-bcf8fa71-c828-4e45-9bae-4c5310367756 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:25.602636 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-514b4e87-4d80-45dd-9c15-74adf1f0b63d req-bcf8fa71-c828-4e45-9bae-4c5310367756 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0515497 Apr 07 12:12:25.654430 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-514b4e87-4d80-45dd-9c15-74adf1f0b63d req-28f220ec-37e2-4a91-85a1-a3b3bd990ad1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 Apr 07 12:12:26.772577 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb777a7-c5a1-4f6a-b96e-c94e6f90abfb req-60d2c3cc-b846-4943-84f4-9518cf415446 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:26.774024 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4fb777a7-c5a1-4f6a-b96e-c94e6f90abfb req-60d2c3cc-b846-4943-84f4-9518cf415446 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0517762 Apr 07 12:12:26.818100 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4fb777a7-c5a1-4f6a-b96e-c94e6f90abfb req-214f649c-dacd-4182-a1b3-0d8cb31d2603 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385642 Apr 07 12:12:27.007445 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfa58-0076-47b8-a784-e3823751907e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:27.906217 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:12:27.938343 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7b263-2bfe-4b29-9544-382b1a057024 req-6e6dc15d-818c-43ee-a3f7-d38c675b68c4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:27.939816 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6e7b263-2bfe-4b29-9544-382b1a057024 req-6e6dc15d-818c-43ee-a3f7-d38c675b68c4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0542381 Apr 07 12:12:27.984816 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d6e7b263-2bfe-4b29-9544-382b1a057024 req-34ba2922-e4f1-4aa9-bb2b-8b3a85d401f1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388358 Apr 07 12:12:29.099913 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82863a-8066-47c3-8f12-27cac10567da req-9d45c6d8-2837-446f-a0f5-63d5779b9524 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:29.101363 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c82863a-8066-47c3-8f12-27cac10567da req-9d45c6d8-2837-446f-a0f5-63d5779b9524 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0517890 Apr 07 12:12:29.146712 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c82863a-8066-47c3-8f12-27cac10567da req-66472db1-816c-4670-8eb2-675aa6f6e68a tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394766 Apr 07 12:12:29.552524 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-4117dbca-97ad-41b8-b999-d66afac22a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:30.264197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050f4c5-3937-4605-84e7-70cccee64e9c req-d38f4505-1e54-4ee3-94ae-fbc878c3bb59 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:30.265670 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d050f4c5-3937-4605-84e7-70cccee64e9c req-d38f4505-1e54-4ee3-94ae-fbc878c3bb59 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0542293 Apr 07 12:12:30.309839 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:30.310823 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d050f4c5-3937-4605-84e7-70cccee64e9c req-b9934370-948d-424d-b6d5-ae4f467124b6 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394773 Apr 07 12:12:31.432994 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3467994-568b-492a-b220-b732e2cd71cf req-a2fa58aa-6ec9-47a5-a7a9-40eecddac2b9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:31.434527 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c3467994-568b-492a-b220-b732e2cd71cf req-a2fa58aa-6ec9-47a5-a7a9-40eecddac2b9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0512290 Apr 07 12:12:31.481017 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c3467994-568b-492a-b220-b732e2cd71cf req-c0fa9c6c-7f2f-4979-aec4-54770b3882da tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Apr 07 12:12:32.100453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:32.596664 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513a4bf-b51b-4955-a0e0-ed3615e3f595 req-8cc1c6db-aec3-4fd2-beb0-a239812c0cc0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:32.598094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e513a4bf-b51b-4955-a0e0-ed3615e3f595 req-8cc1c6db-aec3-4fd2-beb0-a239812c0cc0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0509501 Apr 07 12:12:32.645719 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e513a4bf-b51b-4955-a0e0-ed3615e3f595 req-1fb703ab-04b4-4a2d-893c-97e0d8260ad7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Apr 07 12:12:33.426226 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:33.760919 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d948a-190e-4681-a635-10ea5e33ae69 req-837899ed-dc64-46a7-b2ee-bd83337cb4ab tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:33.762396 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1d6d948a-190e-4681-a635-10ea5e33ae69 req-837899ed-dc64-46a7-b2ee-bd83337cb4ab tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0503387 Apr 07 12:12:33.809781 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1d6d948a-190e-4681-a635-10ea5e33ae69 req-e90e2d8c-8ebd-4d76-aa83-44cbe91a0598 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Apr 07 12:12:34.925757 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d64d-9818-4f03-8625-cc3594c2aa22 req-0aeea8a2-2dee-4259-bffb-7987f46bd86d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:34.927218 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70a1d64d-9818-4f03-8625-cc3594c2aa22 req-0aeea8a2-2dee-4259-bffb-7987f46bd86d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0506315 Apr 07 12:12:34.972969 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70a1d64d-9818-4f03-8625-cc3594c2aa22 req-83d4192f-2a6a-4686-85d1-a593ebbfe6eb tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392854 Apr 07 12:12:35.332391 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a390b9-6ddc-46e3-ac3e-f183e2cb1103 req-f0596be8-d13f-4662-97e2-fdcb67c5e987 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.333921 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91a390b9-6ddc-46e3-ac3e-f183e2cb1103 req-f0596be8-d13f-4662-97e2-fdcb67c5e987 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0554061 Apr 07 12:12:35.379604 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91a390b9-6ddc-46e3-ac3e-f183e2cb1103 req-cd731ca7-07a5-43be-a143-f805db014c13 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Apr 07 12:12:35.436395 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-d1ee0200-cdd0-437f-b737-20a605c771f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.437875 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-d1ee0200-cdd0-437f-b737-20a605c771f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1130 time: 0.0435808 Apr 07 12:12:35.529424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-959cdd73-c9d5-416a-8129-8eb9b3897054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.530814 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-959cdd73-c9d5-416a-8129-8eb9b3897054 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0860677 Apr 07 12:12:35.592756 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-98a4d3a2-0296-4fc6-9594-3fcbf63a97d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 1002 time: 0.0566239 Apr 07 12:12:35.639382 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-b3cfc5a0-b82b-420b-afe4-e621c848c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.640774 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-b3cfc5a0-b82b-420b-afe4-e621c848c2be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0423429 Apr 07 12:12:35.691581 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-96962bdd-9111-44e1-82e0-3ad42233ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:35.693055 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-96962bdd-9111-44e1-82e0-3ad42233ce35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458457 Apr 07 12:12:35.780118 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-21962834-6c23-4af3-ab24-38b9ee97913e service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777349 Apr 07 12:12:36.137977 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a970af51-362a-4cc9-9ad5-00b5fc54d281 req-efc7be31-0437-4954-8595-4be48b321fab service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505027 Apr 07 12:12:36.500107 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870940e8-8b0d-4064-9f9f-621feee1963f req-61adcc73-7a2c-4444-8bc5-786111ed7ac2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:36.501546 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-870940e8-8b0d-4064-9f9f-621feee1963f req-61adcc73-7a2c-4444-8bc5-786111ed7ac2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0519979 Apr 07 12:12:36.547562 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-870940e8-8b0d-4064-9f9f-621feee1963f req-9b656a70-10b7-49f6-8a12-b3a42f932e4e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 Apr 07 12:12:37.662930 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b7b46-374b-4d16-9b10-354eed46587d req-63e3b307-9e64-4f92-ac67-8a429c0c777e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:37.664359 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-637b7b46-374b-4d16-9b10-354eed46587d req-63e3b307-9e64-4f92-ac67-8a429c0c777e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0508587 Apr 07 12:12:37.728509 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-637b7b46-374b-4d16-9b10-354eed46587d req-dffd1a5a-fefc-407f-bd9a-eea3c7d2609f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585899 Apr 07 12:12:47.323181 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:57.009729 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-8dc55af2-558d-4af6-8e7b-adbbe2b13240 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429745 Apr 07 12:12:57.023611 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f5b30342-0f3a-4dfd-adfd-b8c6b8f98fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:12:57.095201 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-ee8d8036-c53a-41d2-9643-1a65ac262272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:57.096668 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-ee8d8036-c53a-41d2-9643-1a65ac262272 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 1130 time: 0.0446002 Apr 07 12:12:57.201906 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-95026c29-3058-446f-985b-3160353be3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:57.203369 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-95026c29-3058-446f-985b-3160353be3fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0851443 Apr 07 12:12:57.272484 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-476d6a67-609c-4cea-bac4-7c54cf4ebaf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 200 len: 1002 time: 0.0552540 Apr 07 12:12:57.319244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-f4b2587f-c38f-4fac-9439-923ea92ce33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:57.320617 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-f4b2587f-c38f-4fac-9439-923ea92ce33d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0418055 Apr 07 12:12:57.372007 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-9cd668ac-f315-43ad-9d05-95bf8b76e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:12:57.373468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-9cd668ac-f315-43ad-9d05-95bf8b76e333 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461798 Apr 07 12:12:57.459909 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-cc742d78-0703-43a0-8a61-e46d2083db36 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794182 Apr 07 12:12:57.547139 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b9d584bb-f313-4d4c-9577-e5f3b737dd22 req-c08c0fbc-2c75-4ee6-86cc-42092fbb4d1a service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813587 Apr 07 12:12:59.557220 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d596f9f6-c5c8-45c1-9b7f-bfbd2914046a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:00.303913 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:02.094147 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:03.435244 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:04.905181 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:13:17.308776 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:27.047716 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3e23dacb-9f11-4849-94f2-28cdb3c973c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:29.567667 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3fd3309e-06fb-40de-aeae-e1ac80554448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:30.310459 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:32.099019 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:33.407474 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:41.656893 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d968a9c-ac2b-4509-aa65-d155dbb06064 req-7d3f1054-34a6-46dd-aab1-cb4db2877425 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:41.658365 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d968a9c-ac2b-4509-aa65-d155dbb06064 req-7d3f1054-34a6-46dd-aab1-cb4db2877425 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0515049 Apr 07 12:13:41.704848 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7d968a9c-ac2b-4509-aa65-d155dbb06064 req-e904ba1f-bc24-4489-925a-ca7e27ab7b5a tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Apr 07 12:13:41.906144 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:13:42.830615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1655d2-b917-4779-a707-1ca88bee9f00 req-7e542bb6-d4f3-4f25-bece-1b9a5b29b418 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:42.832147 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd1655d2-b917-4779-a707-1ca88bee9f00 req-7e542bb6-d4f3-4f25-bece-1b9a5b29b418 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0557425 Apr 07 12:13:42.878237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd1655d2-b917-4779-a707-1ca88bee9f00 req-0bc1df6d-73f1-4396-ace8-2e7f01947859 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Apr 07 12:13:43.717283 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-e798af60-77d8-4036-84ac-f1e7ebfed3bc tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:43.718790 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-e798af60-77d8-4036-84ac-f1e7ebfed3bc tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.0518756 Apr 07 12:13:43.812604 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Deleting port 2583c519-4485-48f8-a9e3-6ab8362488e5 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:43.812946 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:43.906979 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] For port 2583c519-4485-48f8-a9e3-6ab8362488e5, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=2583c519-4485-48f8-a9e3-6ab8362488e5,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:43.906979 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.054502 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa924ab1-b5df-45cb-8bb2-776c47080150 req-6ca01264-0cf4-4ed8-bd2a-3bd4cceaf392 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:44.055895 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa924ab1-b5df-45cb-8bb2-776c47080150 req-6ca01264-0cf4-4ed8-bd2a-3bd4cceaf392 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 946 time: 0.1005530 Apr 07 12:13:44.152204 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.152559 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (d76923df-816f-421d-b2f9-b02a0e0f1453), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.152869 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Floating IP d76923df-816f-421d-b2f9-b02a0e0f1453 disassociated. External IP: 172.27.1.187, port: 2583c519-4485-48f8-a9e3-6ab8362488e5. Apr 07 12:13:44.153205 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Calling delete_port for 2583c519-4485-48f8-a9e3-6ab8362488e5 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:44.157532 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-aa924ab1-b5df-45cb-8bb2-776c47080150 req-962b9d62-4994-4b16-bc25-587cc293683c tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ebb1500-e902-4e4c-886b-82c04f8a6084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950069 Apr 07 12:13:44.344889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (2583c519-4485-48f8-a9e3-6ab8362488e5), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.372400 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event deleted for resources: {'Port': ['ID=2583c519-4485-48f8-a9e3-6ab8362488e5,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:44.382260 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.382632 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.382981 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.383367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.383707 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.384094 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.384431 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.384758 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.385085 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.385915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.385915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.386095 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.386348 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.386698 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.387023 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:44.503705 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:13:44.613360 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:13:44.624172 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] Sync routers for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:13:44.634170 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:44.634821 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:13:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:44.655378 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] No DVR routers for this DVR port 2583c519-4485-48f8-a9e3-6ab8362488e5 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:13:44.658529 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:44.662727 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5efaebd3-6716-4a4d-ae2c-7d9899d751bb req-86fb04f3-a1cf-4fee-9e21-46f7f1be7466 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "DELETE /v2.0/ports/2583c519-4485-48f8-a9e3-6ab8362488e5 HTTP/1.1" status: 204 len: 173 time: 0.9382038 Apr 07 12:13:44.663225 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'name': 'network-vif-deleted', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:44.666242 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6bf234-95ec-4af4-9b30-e8fdaef31a0d" -d '{"events": [{"server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "name": "network-vif-deleted", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:44.755518 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:44.832983 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeef773-a030-4ac1-8da9-e7691eac8555 x-openstack-request-id: req-8aeef773-a030-4ac1-8da9-e7691eac8555 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:44.833282 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0508b987-f7ec-4e15-a9e8-8d9265fae1ee", "name": "network-vif-deleted", "tag": "2583c519-4485-48f8-a9e3-6ab8362488e5", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:44.833552 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8aeef773-a030-4ac1-8da9-e7691eac8555 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:44.833960 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aeef773-a030-4ac1-8da9-e7691eac8555'] response: {'server_uuid': '0508b987-f7ec-4e15-a9e8-8d9265fae1ee', 'name': 'network-vif-deleted', 'tag': '2583c519-4485-48f8-a9e3-6ab8362488e5', 'status': 'completed', 'code': 200} Apr 07 12:13:44.968837 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:44.994530 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] Checking router: 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:13:45.003223 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:13:45.004466 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:13:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:45.115877 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:13:45.266512 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-af872123-f61b-42cc-8552-e63e79900340 req-a59861d7-f931-40da-a65f-19c1b23346c7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=0508b987-f7ec-4e15-a9e8-8d9265fae1ee HTTP/1.1" status: 200 len: 210 time: 0.0309505 Apr 07 12:13:45.337576 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:13:45.364138 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26f574-0a57-4d92-a915-e10a0c3c93af None None] The sync data for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi is: [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:13:45.609629 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edfcab-cd09-491f-a672-bb66a4a42d62 None None] New status for floating IP d76923df-816f-421d-b2f9-b02a0e0f1453: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:13:46.436697 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42788) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:46.496899 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (4ebb1500-e902-4e4c-886b-82c04f8a6084), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.520277 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (4ebb1500-e902-4e4c-886b-82c04f8a6084), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.639826 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (4ebb1500-e902-4e4c-886b-82c04f8a6084), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.642428 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.643682 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ebb1500-e902-4e4c-886b-82c04f8a6084 HTTP/1.1" status: 204 len: 168 time: 0.2059731 Apr 07 12:13:46.647670 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42792) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:46.664108 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebb1500-e902-4e4c-886b-82c04f8a6084,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:46.666368 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.api.v2.resource [None req-ca23eca4-06d0-40bc-8bde-ae13dd4d869e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] show failed (client error): The resource could not be found. Apr 07 12:13:46.667475 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ca23eca4-06d0-40bc-8bde-ae13dd4d869e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups/4ebb1500-e902-4e4c-886b-82c04f8a6084 HTTP/1.1" status: 404 len: 347 time: 0.0189133 Apr 07 12:13:46.670259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42794) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:46.673335 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.673688 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.674030 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.674372 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.674741 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.675073 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.675403 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.675761 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.676143 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.676559 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.676857 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.677190 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.677523 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.677846 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.678201 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e9801-c39e-45c7-aef6-ccb23bc2fc03 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:46.797139 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Deleting port 780229c6-7159-426d-9e78-3b759001f819 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:13:46.797480 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (780229c6-7159-426d-9e78-3b759001f819), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.875705 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (780229c6-7159-426d-9e78-3b759001f819), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.876033 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (780229c6-7159-426d-9e78-3b759001f819), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:46.888252 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Calling delete_port for 780229c6-7159-426d-9e78-3b759001f819 owned by network:floatingip {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:13:47.062598 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (780229c6-7159-426d-9e78-3b759001f819), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.090057 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event deleted for resources: {'Port': ['ID=780229c6-7159-426d-9e78-3b759001f819,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:47.148914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (d76923df-816f-421d-b2f9-b02a0e0f1453), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.151431 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.152573 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-01f75e3f-1dff-4914-a1ca-52251e812870 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "DELETE /v2.0/floatingips/d76923df-816f-421d-b2f9-b02a0e0f1453 HTTP/1.1" status: 204 len: 168 time: 0.4812448 Apr 07 12:13:47.315658 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:47.573392 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2583c519-4485-48f8-a9e3-6ab8362488e5 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:13:47.593002 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 2583c519-4485-48f8-a9e3-6ab8362488e5 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:13:47.593349 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 2583c519-4485-48f8-a9e3-6ab8362488e5 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:13:48.515101 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42800) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:48.520153 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-63c46e49-e23d-4c42-8b7f-ad9565fb02e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814619378', 'description': 'tempest-description--1322962258'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:48.594238 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63c46e49-e23d-4c42-8b7f-ad9565fb02e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.657180 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63c46e49-e23d-4c42-8b7f-ad9565fb02e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (05fcadfb-3794-427a-b21f-3f31931af3dc), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.714215 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63c46e49-e23d-4c42-8b7f-ad9565fb02e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (05fcadfb-3794-427a-b21f-3f31931af3dc), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.742732 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c46e49-e23d-4c42-8b7f-ad9565fb02e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fcadfb-3794-427a-b21f-3f31931af3dc,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:48.803056 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63c46e49-e23d-4c42-8b7f-ad9565fb02e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.804302 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-63c46e49-e23d-4c42-8b7f-ad9565fb02e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2881711 Apr 07 12:13:48.807042 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42802) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:48.811294 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-9a529e2b-77da-436b-a63f-71b2d84c7d76 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'security_group_rule': {'security_group_id': '05fcadfb-3794-427a-b21f-3f31931af3dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:48.903112 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a529e2b-77da-436b-a63f-71b2d84c7d76 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (c958f3e5-5e03-4a33-98e9-f0a107fccfff), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:48.960410 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a529e2b-77da-436b-a63f-71b2d84c7d76 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (c958f3e5-5e03-4a33-98e9-f0a107fccfff), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.029661 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a529e2b-77da-436b-a63f-71b2d84c7d76 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (c958f3e5-5e03-4a33-98e9-f0a107fccfff), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.047910 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a529e2b-77da-436b-a63f-71b2d84c7d76 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c958f3e5-5e03-4a33-98e9-f0a107fccfff,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:49.117421 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9a529e2b-77da-436b-a63f-71b2d84c7d76 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.118741 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9a529e2b-77da-436b-a63f-71b2d84c7d76 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107295 Apr 07 12:13:49.121459 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42804) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:49.125754 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-72bcc115-15b8-44a9-8dbd-537c95880b1f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'security_group_rule': {'security_group_id': '05fcadfb-3794-427a-b21f-3f31931af3dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:49.229311 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-72bcc115-15b8-44a9-8dbd-537c95880b1f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (086606f2-44f6-4dee-bfe7-0145da6df496), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.288570 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-72bcc115-15b8-44a9-8dbd-537c95880b1f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (086606f2-44f6-4dee-bfe7-0145da6df496), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.372712 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-72bcc115-15b8-44a9-8dbd-537c95880b1f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (086606f2-44f6-4dee-bfe7-0145da6df496), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.390083 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcc115-15b8-44a9-8dbd-537c95880b1f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086606f2-44f6-4dee-bfe7-0145da6df496,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:49.466114 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-72bcc115-15b8-44a9-8dbd-537c95880b1f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.467336 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-72bcc115-15b8-44a9-8dbd-537c95880b1f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449256 Apr 07 12:13:49.470288 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 42806) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:13:49.474656 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:49.578923 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.676348 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.808168 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Allocated IP 172.27.1.149 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/6a6a741d-32a8-4021-bec3-3af5d1eb679d) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:49.909412 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:49.994433 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.031194 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:50.033894 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:50.039406 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:50.061127 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'Port': ['ID=6a6a741d-32a8-4021-bec3-3af5d1eb679d,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:50.125068 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (77606887-2000-471e-b014-9ee08071d032), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.224853 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.369463 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.452343 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.531340 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'Port': ['ID=6a6a741d-32a8-4021-bec3-3af5d1eb679d,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:50.542013 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (77606887-2000-471e-b014-9ee08071d032), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.614477 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:50.615785 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-172571d5-156e-4ab5-b6fc-28f80f376d65 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1445796 Apr 07 12:13:50.808118 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-a0f3814e-cdd4-423b-9835-1a34f5454a71 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--814619378&fields=id&tenant_id=cbc755bcb79c488597cc70f390178217 HTTP/1.1" status: 200 len: 267 time: 0.0425763 Apr 07 12:13:50.921557 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-d01e81e2-398b-46b1-8679-6c17af64f7d7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:50.923024 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-d01e81e2-398b-46b1-8679-6c17af64f7d7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 811 time: 0.1085019 Apr 07 12:13:50.937226 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-2f9bd890-b90a-4811-99a3-54132cc90474 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/quotas/cbc755bcb79c488597cc70f390178217 HTTP/1.1" status: 200 len: 375 time: 0.0085478 Apr 07 12:13:50.990580 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-0461e3e5-3a4e-49ea-9ff4-6f18672de37d tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485616 Apr 07 12:13:51.086407 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-a48ae1d6-34f6-4fdb-9c60-627acd08776a service neutron] 10.222.0.37 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849276 Apr 07 12:13:51.178903 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-47235541-e479-419f-8267-172fbdce82b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 Apr 07 12:13:51.402493 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-046ff43e-a483-4110-8c46-f54584339f8e req-ab69f71d-9a1f-4a53-9d8e-b3a95e2cacf8 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 210 time: 0.0317025 Apr 07 12:13:52.493575 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-104643ee-b297-4b86-9a4b-61a3d2ceace2 req-75d30b2c-2fe1-48af-9645-58e840b79d3c tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 210 time: 0.0263889 Apr 07 12:13:53.197949 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-f9c6a3f8-a0d5-490c-8691-048417ac5ce4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:53.199408 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-f9c6a3f8-a0d5-490c-8691-048417ac5ce4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 811 time: 0.0996664 Apr 07 12:13:53.260748 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-2136a291-3a9a-4389-9fd4-f2e4806c1ef8 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc755bcb79c488597cc70f390178217 HTTP/1.1" status: 200 len: 379 time: 0.0531876 Apr 07 12:13:53.268474 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'port': {'device_id': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'admin_state_up': True, 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'security_groups': ['05fcadfb-3794-427a-b21f-3f31931af3dc']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:53.424270 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Made reservation on behalf of cbc755bcb79c488597cc70f390178217 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:13:53.427846 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.558052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Allocated IP 172.20.0.11 (2759c341-d8a3-4385-949d-bdeba98eb280/3b22958c-43cc-4d45-9f6a-cb6eea745123/e170d2d3-f35f-4207-b2e7-e3165bd3e052) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:13:53.591297 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c8ccf7e1-a60b-4380-a1ef-10c696344843 req-4069364f-f6d3-4775-9370-2b5bcaaf7732 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 210 time: 0.0290534 Apr 07 12:13:53.716535 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.802387 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:53.849650 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Network 2759c341-d8a3-4385-949d-bdeba98eb280 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:13:53.852768 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:13:53.858667 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:13:53.883250 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event updated for resources: {'Port': ['ID=e170d2d3-f35f-4207-b2e7-e3165bd3e052,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:53.911288 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:53.911956 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.002696 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-69dcc6db-db16-4f8d-b6a6-bfa0dea6577b tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377229 Apr 07 12:13:54.019184 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Request body: {'port': {'device_id': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:13:54.079153 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.094023 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-bcd4f38e-d7bf-46c6-bb48-6574100c7d6d None None] Provisioning complete for port e170d2d3-f35f-4207-b2e7-e3165bd3e052 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:54.094640 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f38e-d7bf-46c6-bb48-6574100c7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.130746 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4f38e-d7bf-46c6-bb48-6574100c7d6d None None] Port e170d2d3-f35f-4207-b2e7-e3165bd3e052 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:13:54.342608 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e170d2d3-f35f-4207-b2e7-e3165bd3e052 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:13:54.350376 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Publish callbacks [] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.362134 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Transition to ACTIVE for port object e170d2d3-f35f-4207-b2e7-e3165bd3e052 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:13:54.418523 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.466285 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Pushing event updated for resources: {'Port': ['ID=e170d2d3-f35f-4207-b2e7-e3165bd3e052,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:54.550255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Attempting to bind port e170d2d3-f35f-4207-b2e7-e3165bd3e052 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:13:54.550608 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Attempting to bind port e170d2d3-f35f-4207-b2e7-e3165bd3e052 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:13:54.550932 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Attempting to bind port e170d2d3-f35f-4207-b2e7-e3165bd3e052 on network 2759c341-d8a3-4385-949d-bdeba98eb280 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:54.555880 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Port e170d2d3-f35f-4207-b2e7-e3165bd3e052 on network 2759c341-d8a3-4385-949d-bdeba98eb280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:13:54.556198 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Attempting to bind port e170d2d3-f35f-4207-b2e7-e3165bd3e052 on network 2759c341-d8a3-4385-949d-bdeba98eb280 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:13:54.561218 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:13:54.561852 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Checking segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:13:54.561968 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Bound using segment: {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:13:54.562326 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Bound port: e170d2d3-f35f-4207-b2e7-e3165bd3e052, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e96728e-fb16-4d93-8d84-f0aff44a68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:13:54.562711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.630901 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] For port e170d2d3-f35f-4207-b2e7-e3165bd3e052, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:13:54.635543 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] For port e170d2d3-f35f-4207-b2e7-e3165bd3e052, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:13:54.696029 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.745541 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9d8ef-944c-4088-9b6c-cd60baedb280 req-4a91329a-14e8-4f46-9a06-30135cd64ec3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:54.747099 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00d9d8ef-944c-4088-9b6c-cd60baedb280 req-4a91329a-14e8-4f46-9a06-30135cd64ec3 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 944 time: 0.0879548 Apr 07 12:13:54.748482 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:54.748969 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:54.750237 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] 10.222.0.48 "PUT /v2.0/ports/e170d2d3-f35f-4207-b2e7-e3165bd3e052 HTTP/1.1" status: 200 len: 1094 time: 0.7354600 Apr 07 12:13:54.752509 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:54.755312 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14969d2c-5cd9-41ac-a276-03bd37ef72cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:54.794367 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c884c-d086-434e-ac84-c79a59312b51 service neutron] Pushing event updated for resources: {'Port': ['ID=e170d2d3-f35f-4207-b2e7-e3165bd3e052,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:54.798985 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ddc17-3cf6-4986-b802-b346b6f3168d x-openstack-request-id: req-eb7ddc17-3cf6-4986-b802-b346b6f3168d {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:13:54.799269 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:13:54.799523 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb7ddc17-3cf6-4986-b802-b346b6f3168d {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:13:54.799970 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7ddc17-3cf6-4986-b802-b346b6f3168d'] response: {'name': 'network-changed', 'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'status': 'completed', 'code': 200} Apr 07 12:13:54.835921 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-00d9d8ef-944c-4088-9b6c-cd60baedb280 req-79a2ecef-a7cb-44a8-8bf0-2965ff3d54f0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757351 Apr 07 12:13:54.870132 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969d2c-5cd9-41ac-a276-03bd37ef72cb req-5165c115-0b53-4d9e-b488-84708457d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:54.871720 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14969d2c-5cd9-41ac-a276-03bd37ef72cb req-5165c115-0b53-4d9e-b488-84708457d6d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 1128 time: 0.0531321 Apr 07 12:13:54.973176 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969d2c-5cd9-41ac-a276-03bd37ef72cb req-edbe5d93-3968-41b3-a4ea-009f35da8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:54.974761 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14969d2c-5cd9-41ac-a276-03bd37ef72cb req-edbe5d93-3968-41b3-a4ea-009f35da8b5c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cbc755bcb79c488597cc70f390178217&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968678 Apr 07 12:13:55.065301 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969d2c-5cd9-41ac-a276-03bd37ef72cb req-921b7034-1825-4716-a4dd-ec69f460ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:55.066779 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-14969d2c-5cd9-41ac-a276-03bd37ef72cb req-921b7034-1825-4716-a4dd-ec69f460ddeb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857029 Apr 07 12:13:55.146948 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-85a27d23-49c6-4fea-8a18-b6d6444882ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:55.148329 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-85a27d23-49c6-4fea-8a18-b6d6444882ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 1128 time: 0.0476921 Apr 07 12:13:55.189577 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-c0866590-8cdb-473e-afc9-0b9905bd7765 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052 HTTP/1.1" status: 200 len: 217 time: 0.0325193 Apr 07 12:13:55.234651 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-541f17a2-777c-4f77-8bcf-45317ddaaccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:55.236030 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-541f17a2-777c-4f77-8bcf-45317ddaaccd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0409002 Apr 07 12:13:55.285460 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec167b-dc77-4118-99a0-3bd813af643e req-1c7a31d5-da57-4b53-9a88-4d85cfad62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:55.287054 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-1c7a31d5-da57-4b53-9a88-4d85cfad62cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452905 Apr 07 12:13:55.384666 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-c129cb12-5376-4e75-b73e-10087b5d1f4d service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906918 Apr 07 12:13:55.474529 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-25ec167b-dc77-4118-99a0-3bd813af643e req-d1aedcd1-a33c-4095-aa23-8cc7e39034a8 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841453 Apr 07 12:13:55.963026 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013de3-f7bd-4082-bb60-f2ad208d1a2e req-c001834a-c69b-47a4-90a0-a1a6e3b5c904 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:55.964484 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1e013de3-f7bd-4082-bb60-f2ad208d1a2e req-c001834a-c69b-47a4-90a0-a1a6e3b5c904 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 944 time: 0.0522287 Apr 07 12:13:56.010805 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1e013de3-f7bd-4082-bb60-f2ad208d1a2e req-488d5788-d681-4240-a17f-f94dbc22ca2e tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 Apr 07 12:13:57.001188 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6d76ccb5-fda9-4f25-91a0-d34a51144c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.125015 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4968f9-a23b-4b47-a645-84c7862afed8 req-d4cf8c6a-3eb2-4f0e-803d-fc0a59b79ca4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:57.126453 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cd4968f9-a23b-4b47-a645-84c7862afed8 req-d4cf8c6a-3eb2-4f0e-803d-fc0a59b79ca4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 944 time: 0.0501761 Apr 07 12:13:57.176737 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-cd4968f9-a23b-4b47-a645-84c7862afed8 req-71f03d42-3aaa-44a6-a34b-c9a254297267 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440001 Apr 07 12:13:57.621873 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device e170d2d3-f35f-4207-b2e7-e3165bd3e052 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:13:57.725247 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port e170d2d3-f35f-4207-b2e7-e3165bd3e052, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:57.736046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'port_id': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'mac_address': 'fa:16:3e:49:ee:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:13:57.772706 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port e170d2d3-f35f-4207-b2e7-e3165bd3e052 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:57.773095 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.788596 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e170d2d3-f35f-4207-b2e7-e3165bd3e052 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:13:57.806932 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port e170d2d3-f35f-4207-b2e7-e3165bd3e052, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:57.891415 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:57.939425 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=e170d2d3-f35f-4207-b2e7-e3165bd3e052,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:13:57.947072 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.947676 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.948018 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.948355 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.948724 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.949055 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.949380 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.949705 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.950031 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.950355 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.950715 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.951031 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.951353 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.951672 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:57.951993 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:13:58.285939 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['e170d2d3-f35f-4207-b2e7-e3165bd3e052'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:13:58.291745 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece4920-6b8c-49de-a926-cc320dd1164b req-cd5c6b52-dd6f-434b-bfe0-087b5e400f3f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:58.293205 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1ece4920-6b8c-49de-a926-cc320dd1164b req-cd5c6b52-dd6f-434b-bfe0-087b5e400f3f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 945 time: 0.0506327 Apr 07 12:13:58.340282 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1ece4920-6b8c-49de-a926-cc320dd1164b req-5bb8679f-f7d6-4583-ad47-f1ebf0009b9a tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412490 Apr 07 12:13:59.456492 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850938-05a4-4608-b144-6b56c828fc71 req-7b2ccd27-92c2-475d-9199-690850983bd4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:13:59.457976 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd850938-05a4-4608-b144-6b56c828fc71 req-7b2ccd27-92c2-475d-9199-690850983bd4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Apr 07 12:13:59.506395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd850938-05a4-4608-b144-6b56c828fc71 req-038e1c6b-157f-4571-a692-3eb440cb50f7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Apr 07 12:13:59.567202 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0035b22b-e52f-46c5-a017-12dd637f4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.648729 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device e170d2d3-f35f-4207-b2e7-e3165bd3e052 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:13:59.789507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port e170d2d3-f35f-4207-b2e7-e3165bd3e052 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:13:59.793469 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port e170d2d3-f35f-4207-b2e7-e3165bd3e052 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:13:59.793867 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.870290 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port e170d2d3-f35f-4207-b2e7-e3165bd3e052 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:13:59.870727 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:13:59.896242 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:13:59.898506 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db786c68-812c-4545-b354-243ff0ce7b42" -d '{"events": [{"server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "name": "network-vif-plugged", "status": "completed", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:13:59.910413 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port e170d2d3-f35f-4207-b2e7-e3165bd3e052, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:13:59.977164 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:00.005591 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349057a-9293-443f-92f3-5c916da6c1ff x-openstack-request-id: req-d349057a-9293-443f-92f3-5c916da6c1ff {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:00.005878 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "name": "network-vif-plugged", "status": "completed", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:00.006131 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d349057a-9293-443f-92f3-5c916da6c1ff {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:00.006522 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d349057a-9293-443f-92f3-5c916da6c1ff'] response: {'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'code': 200} Apr 07 12:14:00.033029 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=e170d2d3-f35f-4207-b2e7-e3165bd3e052,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:14:00.264989 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2ed02-a45c-46d1-b557-5c39b7fb9de9 req-15413093-0cbd-48d4-8ba7-ebabd55e09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:00.266430 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48e2ed02-a45c-46d1-b557-5c39b7fb9de9 req-15413093-0cbd-48d4-8ba7-ebabd55e09b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 1130 time: 0.0459366 Apr 07 12:14:00.308944 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48e2ed02-a45c-46d1-b557-5c39b7fb9de9 req-7c1a8490-fc76-48b6-9f3f-9fa1997f2f8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364149 Apr 07 12:14:00.319583 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:00.628528 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6699d-dbe7-483a-883a-be4462e020e2 req-f10a4340-f927-4c2d-8320-ebec4623f6ed tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:00.630690 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91a6699d-dbe7-483a-883a-be4462e020e2 req-f10a4340-f927-4c2d-8320-ebec4623f6ed tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 946 time: 0.0506327 Apr 07 12:14:00.676312 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91a6699d-dbe7-483a-883a-be4462e020e2 req-e7dfac7e-8547-4d35-aa42-7284212a2182 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Apr 07 12:14:01.805742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45106e-d44a-452c-81f5-8df27a2ac915 req-d6a61141-f78d-4c02-98dc-9124637135c5 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:01.807320 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c45106e-d44a-452c-81f5-8df27a2ac915 req-d6a61141-f78d-4c02-98dc-9124637135c5 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 946 time: 0.0511785 Apr 07 12:14:01.857419 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c45106e-d44a-452c-81f5-8df27a2ac915 req-c3d34c9b-083b-44a9-bfd9-03adfef2e425 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439405 Apr 07 12:14:01.972565 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7af3fb-5056-4f6b-aaf7-c215519014a3 req-9c331020-53a0-4f3c-835b-954c0b67f0e4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:01.974762 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0b7af3fb-5056-4f6b-aaf7-c215519014a3 req-9c331020-53a0-4f3c-835b-954c0b67f0e4 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 946 time: 0.0520177 Apr 07 12:14:01.982901 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 42866) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:14:01.987324 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Request body: {'floatingip': {'port_id': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:14:02.026485 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (77606887-2000-471e-b014-9ee08071d032), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.081045 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.728010 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.789247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (77606887-2000-471e-b014-9ee08071d032), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:02.891815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Floating IP 77606887-2000-471e-b014-9ee08071d032 associated. External IP: 172.27.1.149, port: e170d2d3-f35f-4207-b2e7-e3165bd3e052. Apr 07 12:14:03.105905 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:14:03.216786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:14:03.221281 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:03.228021 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] Sync routers for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:14:03.237850 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:03.238579 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:13:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:03.253094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-c6a4c709-4dd1-4465-859b-53bc686d4cc7 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "PUT /v2.0/floatingips/77606887-2000-471e-b014-9ee08071d032 HTTP/1.1" status: 200 len: 992 time: 1.2691264 Apr 07 12:14:03.253795 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:14:03.256801 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48327ece-b5b1-47ff-81e3-7436d5f4d90b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:14:03.292304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1ff6c3-3709-4e38-8689-c5d2f5d81380 x-openstack-request-id: req-5d1ff6c3-3709-4e38-8689-c5d2f5d81380 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:14:03.292530 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:14:03.292762 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d1ff6c3-3709-4e38-8689-c5d2f5d81380 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:14:03.293174 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1ff6c3-3709-4e38-8689-c5d2f5d81380'] response: {'name': 'network-changed', 'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'status': 'completed', 'code': 200} Apr 07 12:14:03.351517 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:03.360764 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-a5709a1e-edbb-4ba8-8d9c-71a00411ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:03.362310 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-a5709a1e-edbb-4ba8-8d9c-71a00411ff14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 1130 time: 0.0480573 Apr 07 12:14:03.450861 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:03.461237 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-f43f548d-7b2d-4b68-a916-01ba1ce60fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:03.462792 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-f43f548d-7b2d-4b68-a916-01ba1ce60fd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0948319 Apr 07 12:14:03.528443 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-6a4dc863-4dd3-4ca9-82f9-f46a3576d2d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052 HTTP/1.1" status: 200 len: 1000 time: 0.0597246 Apr 07 12:14:03.722033 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-5bc926f5-c474-4165-a2ab-661fdd053cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:03.724102 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-5bc926f5-c474-4165-a2ab-661fdd053cba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0486548 Apr 07 12:14:03.737585 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '77606887-2000-471e-b014-9ee08071d032', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'port_id': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'mac_address': 'fa:16:3e:49:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:14:02Z', 'revision_number': 1, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:03.763907 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] Checking router: 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:14:03.772173 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:14:03.772568 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-981df782-b24d-4c5f-a402-858eb4da3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:03.772778 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:13:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:03.774159 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-981df782-b24d-4c5f-a402-858eb4da3816 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440247 Apr 07 12:14:03.867051 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-00361877-16ba-4cd5-834b-550f95a3f87a service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862863 Apr 07 12:14:03.881982 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:14:03.956960 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-48327ece-b5b1-47ff-81e3-7436d5f4d90b req-3cfd4f13-dfb9-411d-810c-a481224f7b29 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 Apr 07 12:14:04.111984 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '77606887-2000-471e-b014-9ee08071d032', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'port_id': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'mac_address': 'fa:16:3e:49:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:14:02Z', 'revision_number': 1, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:14:04.137541 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96de96b-95e1-45d3-bd9d-f63912062e53 None None] The sync data for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi is: [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '77606887-2000-471e-b014-9ee08071d032', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'port_id': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'mac_address': 'fa:16:3e:49:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:13:50Z', 'updated_at': '2022-04-07T12:14:02Z', 'revision_number': 1, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:14:04.325871 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e62097-d2d8-4989-9b2f-233506c357c2 None None] New status for floating IP 77606887-2000-471e-b014-9ee08071d032: ACTIVE {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:14:17.290451 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:18.905322 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:14:27.050267 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b9649d23-c293-4e1f-aa46-a40ad320d21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:29.564686 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-32c1b176-02bc-4854-a8b6-facbb246e81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:30.324234 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:32.109075 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:33.421286 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:47.296994 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:55.903884 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:14:57.010603 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c3d63f21-3231-4895-90de-931c9bc793e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:14:58.004540 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-71e9f7d1-33a8-4fa4-96f9-7fe3b8f05855 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428295 Apr 07 12:14:58.096912 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-bcb19511-9064-4688-8402-ae118b5caf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:58.098385 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-bcb19511-9064-4688-8402-ae118b5caf81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbc755bcb79c488597cc70f390178217&device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 1130 time: 0.0483317 Apr 07 12:14:58.209722 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-d2d46b98-0f1c-4f46-9bbd-dc0722035e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:58.211768 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-d2d46b98-0f1c-4f46-9bbd-dc0722035e5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 200 len: 912 time: 0.0956619 Apr 07 12:14:58.278063 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-69000a61-c1b0-44f2-a7b0-35ca3b22cb5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052 HTTP/1.1" status: 200 len: 1002 time: 0.0607944 Apr 07 12:14:58.324484 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-ab0cf116-ff5c-477a-a352-e554a7d95545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:58.325917 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-ab0cf116-ff5c-477a-a352-e554a7d95545 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 200 len: 850 time: 0.0418825 Apr 07 12:14:58.372432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-7a09e297-ed2e-459f-8b52-3688f02d47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:14:58.373879 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-7a09e297-ed2e-459f-8b52-3688f02d47bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2759c341-d8a3-4385-949d-bdeba98eb280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421791 Apr 07 12:14:58.463992 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-a5bc33dd-96e2-4165-b12e-9c8ff62c4e45 service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Apr 07 12:14:58.550850 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d4f476fa-80cb-4637-916a-c9b6b1810581 req-8eb9a79f-81e2-4ca6-a69a-9b5b8c86315d service neutron] 10.222.0.48 "GET /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799739 Apr 07 12:14:59.569638 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-68b6d7d9-bc33-4f62-842c-53c10c007927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:00.346465 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:02.119017 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:03.426657 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:17.290396 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:27.009574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-afc2316b-37e2-412c-b7c9-c45eb680e81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:29.507348 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5d6f477d-2e24-4442-9dba-bdbd9e0640a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:30.455409 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.106542 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:32.902803 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:15:33.437195 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:45.242843 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5326bf-4608-42a7-866b-7f290079df6c req-9f8560b2-9931-4ff8-a46b-25a0c0a926e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:45.244380 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d5326bf-4608-42a7-866b-7f290079df6c req-9f8560b2-9931-4ff8-a46b-25a0c0a926e2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 946 time: 0.0626078 Apr 07 12:15:45.296222 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4d5326bf-4608-42a7-866b-7f290079df6c req-d4296864-09e2-4de1-a5e0-fa176c91a369 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Apr 07 12:15:46.414802 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538939-8f73-4b91-af59-680c12cc7dad req-73a7a18a-c054-475a-9d13-3308baa52dd9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:46.416284 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91538939-8f73-4b91-af59-680c12cc7dad req-73a7a18a-c054-475a-9d13-3308baa52dd9 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 946 time: 0.0519452 Apr 07 12:15:46.461634 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-91538939-8f73-4b91-af59-680c12cc7dad req-a942ba30-7224-400d-a571-7e4f00de3fb2 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Apr 07 12:15:47.142346 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-66de1714-2d49-456c-9323-6f2684e160e8 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:47.143730 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-66de1714-2d49-456c-9323-6f2684e160e8 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 946 time: 0.0503092 Apr 07 12:15:47.234474 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Deleting port e170d2d3-f35f-4207-b2e7-e3165bd3e052 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:47.234839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.323791 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.324670 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] For port e170d2d3-f35f-4207-b2e7-e3165bd3e052, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=e170d2d3-f35f-4207-b2e7-e3165bd3e052,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:47.325037 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.494122 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.494727 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (77606887-2000-471e-b014-9ee08071d032), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.494840 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Floating IP 77606887-2000-471e-b014-9ee08071d032 disassociated. External IP: 172.27.1.149, port: e170d2d3-f35f-4207-b2e7-e3165bd3e052. Apr 07 12:15:47.495124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Calling delete_port for e170d2d3-f35f-4207-b2e7-e3165bd3e052 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:47.611721 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715a845-6e5f-49d9-ac93-80e83f51b34c req-a0476e23-ec45-4bcb-86f3-da4e9e3d03be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:15:47.613169 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e715a845-6e5f-49d9-ac93-80e83f51b34c req-a0476e23-ec45-4bcb-86f3-da4e9e3d03be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 946 time: 0.0787621 Apr 07 12:15:47.693168 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e715a845-6e5f-49d9-ac93-80e83f51b34c req-7f00f438-7951-4e11-ba5e-882cdbeaca12 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups?id=05fcadfb-3794-427a-b21f-3f31931af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736203 Apr 07 12:15:47.735052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (e170d2d3-f35f-4207-b2e7-e3165bd3e052), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:47.765464 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event deleted for resources: {'Port': ['ID=e170d2d3-f35f-4207-b2e7-e3165bd3e052,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:47.775345 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.775685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.776019 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.776353 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.776685 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.777000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.777317 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.777633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.777956 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.778278 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.778618 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.778935 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.779250 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.779561 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.779893 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:47.890505 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:47.999547 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:48.009725 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] Sync routers for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:48.019126 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:48.019672 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:48.050265 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] No DVR routers for this DVR port e170d2d3-f35f-4207-b2e7-e3165bd3e052 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:48.052774 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:48.056238 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2e9a2e12-a6eb-4519-8e7b-4886ba7f8893 req-7e5973d3-0052-4a63-8451-d7ac0aac678f tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.48 "DELETE /v2.0/ports/e170d2d3-f35f-4207-b2e7-e3165bd3e052 HTTP/1.1" status: 204 len: 173 time: 0.9072671 Apr 07 12:15:48.056708 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'name': 'network-vif-deleted', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:15:48.059482 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6343fa81-7e44-4679-b4ff-b4ff2d0208e6" -d '{"events": [{"server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "name": "network-vif-deleted", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:15:48.095926 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ab3c9-f50b-4fc8-9423-69dd0d97d5ed x-openstack-request-id: req-cc6ab3c9-f50b-4fc8-9423-69dd0d97d5ed {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:15:48.096454 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d837955-05ce-4ca5-814c-b3d95cd56509", "name": "network-vif-deleted", "tag": "e170d2d3-f35f-4207-b2e7-e3165bd3e052", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:15:48.096762 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc6ab3c9-f50b-4fc8-9423-69dd0d97d5ed {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:15:48.097174 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6ab3c9-f50b-4fc8-9423-69dd0d97d5ed'] response: {'server_uuid': '3d837955-05ce-4ca5-814c-b3d95cd56509', 'name': 'network-vif-deleted', 'tag': 'e170d2d3-f35f-4207-b2e7-e3165bd3e052', 'status': 'completed', 'code': 200} Apr 07 12:15:48.133316 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:48.351633 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:48.383450 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] Checking router: 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:48.393249 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:48.393853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:48.514409 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:48.740775 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:48.769493 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c90186-93b3-4cf6-8ba1-84cbc6466cb0 None None] The sync data for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi is: [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:12Z', 'revision_number': 4, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': '5e487679-240a-454d-a3a7-c4feaf2a5af2', 'name': '', 'network_id': '2759c341-d8a3-4385-949d-bdeba98eb280', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'mac_address': 'fa:16:3e:3e:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:11Z', 'updated_at': '2022-04-07T12:09:15Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'subnets': [{'id': '3b22958c-43cc-4d45-9f6a-cb6eea745123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:48.832495 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-33d79cd9-9f3b-4fc0-86d0-55d86d573d96 req-cc221bf5-d221-440f-8581-516973e78a0a tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d837955-05ce-4ca5-814c-b3d95cd56509 HTTP/1.1" status: 200 len: 210 time: 0.0405095 Apr 07 12:15:49.030227 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef919d-39f3-44b9-89da-24fce0373100 None None] New status for floating IP 77606887-2000-471e-b014-9ee08071d032: DOWN {{(pid=110306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:15:49.975304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43052) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:50.028640 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-48e44321-01db-4519-af2d-051a37fbd9be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (05fcadfb-3794-427a-b21f-3f31931af3dc), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.051234 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-48e44321-01db-4519-af2d-051a37fbd9be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (05fcadfb-3794-427a-b21f-3f31931af3dc), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.157596 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-48e44321-01db-4519-af2d-051a37fbd9be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (05fcadfb-3794-427a-b21f-3f31931af3dc), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.160166 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-48e44321-01db-4519-af2d-051a37fbd9be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.161296 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-48e44321-01db-4519-af2d-051a37fbd9be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "DELETE /v2.0/security-groups/05fcadfb-3794-427a-b21f-3f31931af3dc HTTP/1.1" status: 204 len: 168 time: 0.1849306 Apr 07 12:15:50.164656 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43054) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:50.171113 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e44321-01db-4519-af2d-051a37fbd9be tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fcadfb-3794-427a-b21f-3f31931af3dc,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:50.179852 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.api.v2.resource [None req-f2537f68-8408-480f-9848-093a615101c0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] show failed (client error): The resource could not be found. Apr 07 12:15:50.180912 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f2537f68-8408-480f-9848-093a615101c0 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "GET /v2.0/security-groups/05fcadfb-3794-427a-b21f-3f31931af3dc HTTP/1.1" status: 404 len: 347 time: 0.0152700 Apr 07 12:15:50.183727 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43058) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:50.265900 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device e170d2d3-f35f-4207-b2e7-e3165bd3e052 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:50.285231 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: e170d2d3-f35f-4207-b2e7-e3165bd3e052 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:50.285574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device e170d2d3-f35f-4207-b2e7-e3165bd3e052 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:50.307863 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Deleting port 6a6a741d-32a8-4021-bec3-3af5d1eb679d {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:50.308199 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.385078 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.385395 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (6a6a741d-32a8-4021-bec3-3af5d1eb679d), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.396614 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Calling delete_port for 6a6a741d-32a8-4021-bec3-3af5d1eb679d owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:50.570209 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (6a6a741d-32a8-4021-bec3-3af5d1eb679d), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.597401 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Pushing event deleted for resources: {'Port': ['ID=6a6a741d-32a8-4021-bec3-3af5d1eb679d,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:50.608554 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.608902 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.609243 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.609578 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.609907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.610235 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.610571 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.610899 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.611220 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.611540 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.611859 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.612181 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.612497 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.612811 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.613126 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:50.668056 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks [] for floatingip (77606887-2000-471e-b014-9ee08071d032), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.670637 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:50.671786 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8f3ad7a2-a36b-4033-bfa4-4df9131e33e1 tempest-AttachVolumeTestJSON-1402095256 tempest-AttachVolumeTestJSON-1402095256-project] 10.222.0.37 "DELETE /v2.0/floatingips/77606887-2000-471e-b014-9ee08071d032 HTTP/1.1" status: 204 len: 168 time: 0.4871674 Apr 07 12:15:54.533302 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43086) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:54.975305 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:55.214675 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Deleting port 5e487679-240a-454d-a3a7-c4feaf2a5af2 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:55.215008 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:55.291374 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] For port 5e487679-240a-454d-a3a7-c4feaf2a5af2, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=5e487679-240a-454d-a3a7-c4feaf2a5af2,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:55.291728 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:55.303855 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Calling delete_port for 5e487679-240a-454d-a3a7-c4feaf2a5af2 owned by network:router_interface {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:55.528364 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (5e487679-240a-454d-a3a7-c4feaf2a5af2), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:55.557273 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e487679-240a-454d-a3a7-c4feaf2a5af2,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:55.723906 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:55.937559 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:15:56.277638 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:15:56.282834 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-63f35f2f-47c3-4308-87a2-f6d8f92d6194 admin admin] 10.222.0.37 "PUT /v2.0/routers/4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484977 Apr 07 12:15:56.285449 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43090) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:56.286599 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] Sync routers for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:15:56.297505 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:56.298118 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:56.389031 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks [] for router (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:56.410031 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:56.492198 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks [] for router_gateway (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:56.603488 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:15:55Z', 'revision_number': 5, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port': {'id': '2adbb744-f512-406c-97ad-ec60de9961e2', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:56.628945 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Deleting port 2adbb744-f512-406c-97ad-ec60de9961e2 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:56.629563 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:56.715073 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] For port 2adbb744-f512-406c-97ad-ec60de9961e2, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2adbb744-f512-406c-97ad-ec60de9961e2,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:56.715436 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:56.732724 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Calling delete_port for 2adbb744-f512-406c-97ad-ec60de9961e2 owned by network:router_gateway {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:56.764240 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] Checking router: 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:15:56.773820 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] Routers {'4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:15:56.774512 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:56.871353 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] Set router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 gateway port host: None {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:15:56.931996 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:15:56Z', 'revision_number': 6, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:56.963677 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559077-c1a8-4e98-963a-0234d224a4b7 None None] The sync data for ids ['4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9'] in dv-cinder-836769-3-iscsi is: [{'id': '4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9', 'name': 'tempest-AttachVolumeTestJSON-2081019697-router', 'tenant_id': 'cbc755bcb79c488597cc70f390178217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:09:09Z', 'updated_at': '2022-04-07T12:15:56Z', 'revision_number': 6, 'project_id': 'cbc755bcb79c488597cc70f390178217', 'gw_port_host': None}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:15:56.964005 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (2adbb744-f512-406c-97ad-ec60de9961e2), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.001403 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Pushing event deleted for resources: {'Port': ['ID=2adbb744-f512-406c-97ad-ec60de9961e2,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:57.049238 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c8e76421-17e1-4c86-896a-ffbd9e1c4325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.051673 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.142319 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.144382 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks [] for router_controller (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.244034 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.244926 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 {{(pid=110303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:15:57.249834 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.251315 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-f48f4060-098f-441a-8878-fb2de84d5033 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4d1f57ed-c4f0-4b59-b8fb-fce36b42f8d9 HTTP/1.1" status: 204 len: 168 time: 0.9647722 Apr 07 12:15:57.259374 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43092) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:57.297653 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] Deleting subnet 3b22958c-43cc-4d45-9f6a-cb6eea745123 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:15:57.300715 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] Publish callbacks [] for subnet (3b22958c-43cc-4d45-9f6a-cb6eea745123), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.337925 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (3b22958c-43cc-4d45-9f6a-cb6eea745123), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.420456 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (3b22958c-43cc-4d45-9f6a-cb6eea745123), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.540077 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (3b22958c-43cc-4d45-9f6a-cb6eea745123), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.566461 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b22958c-43cc-4d45-9f6a-cb6eea745123,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:57.572386 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.575526 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-6653e5a9-75f7-496b-83d2-939d464c5229 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b22958c-43cc-4d45-9f6a-cb6eea745123 HTTP/1.1" status: 204 len: 168 time: 0.3205020 Apr 07 12:15:57.577930 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43094) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:57.578773 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debfca8c-5bd7-46df-bf43-03bc4db86776 None None] Network 2759c341-d8a3-4385-949d-bdeba98eb280 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:15:57.648089 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (2759c341-d8a3-4385-949d-bdeba98eb280), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.701388 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Deleting port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:57.701737 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.748336 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] DHCP port deletion for 2759c341-d8a3-4385-949d-bdeba98eb280 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:15:57.767806 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] For port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:57.768166 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.781524 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Calling delete_port for d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 owned by network:dhcp {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:57.797521 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Deleting port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:15:57.797904 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.867037 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] For port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,segment=NetworkSegment(9e96728e-fb16-4d93-8d84-f0aff44a68aa),segment_id=9e96728e-fb16-4d93-8d84-f0aff44a68aa)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:15:57.869634 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.879800 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Calling delete_port for d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:15:57.940590 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.960983 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:57.968907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] No DVR routers for this DVR port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 on host dv-cinder-836769-3-iscsi {{(pid=110303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:57.970479 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:57.991068 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Pushing event deleted for resources: {'Port': ['ID=d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:57.995847 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] No DVR routers for this DVR port d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.006859 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.008438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.008438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.008438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.008438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ba686-d4bc-4919-871f-a0bf940530e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:15:58.057787 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (2759c341-d8a3-4385-949d-bdeba98eb280), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.080409 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2759c341-d8a3-4385-949d-bdeba98eb280']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:58.094276 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e96728e-fb16-4d93-8d84-f0aff44a68aa') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:58.094596 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e96728e-fb16-4d93-8d84-f0aff44a68aa') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:15:58.104582 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (9e96728e-fb16-4d93-8d84-f0aff44a68aa), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.117560 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (9e96728e-fb16-4d93-8d84-f0aff44a68aa), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.123331 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:15:58.123719 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (9e96728e-fb16-4d93-8d84-f0aff44a68aa), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:15:58.125327 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:15:58.226394 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (2759c341-d8a3-4385-949d-bdeba98eb280), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.231707 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.234813 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] 10.222.0.37 "DELETE /v2.0/networks/2759c341-d8a3-4385-949d-bdeba98eb280 HTTP/1.1" status: 204 len: 168 time: 0.6559429 Apr 07 12:15:58.245661 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de87b7-7b83-451a-967b-85826916da2a admin admin] Pushing event deleted for resources: {'Network': ['ID=2759c341-d8a3-4385-949d-bdeba98eb280,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:58.505335 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43098) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:58.545229 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-cd3ebfee-9a89-47be-92cb-592e622903d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbc755bcb79c488597cc70f390178217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387442 Apr 07 12:15:58.549188 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43100) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:58.606874 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-86f8e2fa-47a5-4279-950e-6358c102ae2e admin admin] Publish callbacks [] for security_group (3f4eed91-1fba-4817-a1ce-8b8a8d2c323a), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.634786 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-86f8e2fa-47a5-4279-950e-6358c102ae2e admin admin] Publish callbacks [] for security_group (3f4eed91-1fba-4817-a1ce-8b8a8d2c323a), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.739755 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-86f8e2fa-47a5-4279-950e-6358c102ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3f4eed91-1fba-4817-a1ce-8b8a8d2c323a), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.742986 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-86f8e2fa-47a5-4279-950e-6358c102ae2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:58.744189 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-86f8e2fa-47a5-4279-950e-6358c102ae2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f4eed91-1fba-4817-a1ce-8b8a8d2c323a HTTP/1.1" status: 204 len: 168 time: 0.1941221 Apr 07 12:15:58.752161 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8e2fa-47a5-4279-950e-6358c102ae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4eed91-1fba-4817-a1ce-8b8a8d2c323a,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:15:58.893959 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 5e487679-240a-454d-a3a7-c4feaf2a5af2 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:58.919206 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 5e487679-240a-454d-a3a7-c4feaf2a5af2 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:58.919554 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 5e487679-240a-454d-a3a7-c4feaf2a5af2 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:58.919972 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2adbb744-f512-406c-97ad-ec60de9961e2 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:58.939449 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 2adbb744-f512-406c-97ad-ec60de9961e2 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:58.939800 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2adbb744-f512-406c-97ad-ec60de9961e2 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:58.940223 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:15:58.967343 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:15:58.967694 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device d6087bb7-fbe6-460f-a7b6-6df0d27b2dd3 not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:15:59.539526 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-70b30838-70b1-40e2-a408-d3a4289ef87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:59.758609 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43122) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:15:59.853052 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-418754286-network', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:15:59.939721 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Made reservation on behalf of 3e11555ddf5b4c8ea2f0fb99f5824f00 for: {'network': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:15:59.942117 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for network (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:15:59.951109 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.023391 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks [] for security_group (a60cc57a-4eea-42a1-88ca-32f029c82d33), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.071919 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a60cc57a-4eea-42a1-88ca-32f029c82d33), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.096430 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=110303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:16:00.106009 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cc57a-4eea-42a1-88ca-32f029c82d33,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:00.110901 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (f5c49975-d517-43f3-9b52-77dadc60f93d), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.111248 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.db.segments_db [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Added segment f5c49975-d517-43f3-9b52-77dadc60f93d of type vlan for network 4114a684-463e-47b4-a9d2-769bd617e306 Apr 07 12:16:00.154383 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737371633300'] for network (4114a684-463e-47b4-a9d2-769bd617e306), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.225317 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972'] for network (4114a684-463e-47b4-a9d2-769bd617e306), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.226263 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:00.226873 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.285263 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4114a684-463e-47b4-a9d2-769bd617e306,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:00.295647 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Network 4114a684-463e-47b4-a9d2-769bd617e306 details requested by agent ovs-agent-dv-cinder-836769-3-iscsi with host dv-cinder-836769-3-iscsi {{(pid=110305) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:16:00.309025 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a63d3d9f-8d6e-46f9-a981-8a74f104b9c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5493360 Apr 07 12:16:00.311894 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43126) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:00.316755 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Request body: {'subnet': {'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-418754286-subnet', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:00.346007 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.403296 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Made reservation on behalf of 3e11555ddf5b4c8ea2f0fb99f5824f00 for: {'subnet': 1} {{(pid=110303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:16:00.405696 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166952'] for subnet (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.631424 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4167378'] for subnet (cda7cda1-0082-45ce-a234-601fecf096d7), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.696224 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda7cda1-0082-45ce-a234-601fecf096d7,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:00.709780 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Checking segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:16:00.710310 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Network hostable DHCP agents. Network: 4114a684-463e-47b4-a9d2-769bd617e306, hostable agents: ['4071491d-b754-4c72-93b0-e17223d966df'], hosted agents: [] {{(pid=110303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:16:00.814663 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Network 4114a684-463e-47b4-a9d2-769bd617e306 is scheduled to be hosted by DHCP agent 4071491d-b754-4c72-93b0-e17223d966df with binding_index 1 {{(pid=110303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:16:00.922656 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-3-iscsi, 4114a684-463e-47b4-a9d2-769bd617e306) {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:00.926769 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:00.927364 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:00.932697 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5833f65-9bf6-4186-8a9d-dfb655698795 None None] Network 4114a684-463e-47b4-a9d2-769bd617e306 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:16:01.041901 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e8606a-3c3c-5bbf-a6d4-425ce77a658f-4114a684-463e-47b4-a9d2-769bd617e306', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7'}]}} from dv-cinder-836769-3-iscsi. {{(pid=110305) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:16:01.042318 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.097420 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-057a0735-bd3f-4942-b6f1-eb6b0f02dc8f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7842932 Apr 07 12:16:01.100996 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43128) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:01.106294 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:01.174863 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28396'] for router (b9d965e5-f2e5-4b15-aacd-c98af576a572), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.175820 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.db_base_plugin_common [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Allocated IP 172.20.0.2 (4114a684-463e-47b4-a9d2-769bd617e306/cda7cda1-0082-45ce-a234-601fecf096d7/2c57c458-696d-41cf-b2c3-cf7e86d7fbfa) {{(pid=110305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:01.175968 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816391', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28403'] for router (b9d965e5-f2e5-4b15-aacd-c98af576a572), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.230239 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks [] for router_controller (b9d965e5-f2e5-4b15-aacd-c98af576a572), precommit_add_association {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.322434 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Publish callbacks [] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), precommit_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.374872 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), after_create {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.409745 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Network 4114a684-463e-47b4-a9d2-769bd617e306 is already hosted by enough agents. {{(pid=110305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:01.412359 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks [] for router_gateway (b9d965e5-f2e5-4b15-aacd-c98af576a572), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.413908 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.scheduler.base_scheduler [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Resources bound (agent type, host, resource id): {{(pid=110305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:01.417291 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Received port after_create {{(pid=110305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:01.430296 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Pushing event updated for resources: {'Port': ['ID=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,revision_number=1']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:01.482893 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Attempting to bind port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:16:01.483262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Attempting to bind port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:16:01.483624 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Attempting to bind port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:16:01.488557 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:16:01.488928 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Checking segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:16:01.489325 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.489715 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Bound using segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:16:01.490179 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Bound port: 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:16:01.491208 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.551665 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] For port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:16:01.556188 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] For port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:16:01.625653 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.658735 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks [] for router_gateway (b9d965e5-f2e5-4b15-aacd-c98af576a572), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.679469 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.684326 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37522-899f-4573-bada-14a752c2d2cf None None] Pushing event updated for resources: {'Port': ['ID=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,revision_number=2']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:01.791890 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Allocated IP 172.27.1.208 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/c82ca958-f768-4c4d-b389-9acd0bfe9b1a) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:01.908586 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks [] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:01.997708 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.036894 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:02.041790 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:02.046297 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:02.049403 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Pushing event updated for resources: {'Port': ['ID=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:02.123090 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.520805 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765d8e7-a33d-4d29-a889-47f1414c26c9 None None] Network 4114a684-463e-47b4-a9d2-769bd617e306 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:16:02.603741 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-eaa6ea90-3a14-4add-9778-4ff9b459f8c6 None None] Provisioning complete for port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:02.604112 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ea90-3a14-4add-9778-4ff9b459f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.641716 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks [] for router_gateway (b9d965e5-f2e5-4b15-aacd-c98af576a572), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.716896 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6ea90-3a14-4add-9778-4ff9b459f8c6 None None] Current status of the port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:02.717438 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ea90-3a14-4add-9778-4ff9b459f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.756345 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-eaa6ea90-3a14-4add-9778-4ff9b459f8c6 None None] For port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:02.821417 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ea90-3a14-4add-9778-4ff9b459f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.867548 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816360'] for router (b9d965e5-f2e5-4b15-aacd-c98af576a572), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:02.894825 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ea90-3a14-4add-9778-4ff9b459f8c6 None None] Pushing event updated for resources: {'Port': ['ID=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:02.929177 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:02.985133 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-b36bcf84-2b27-48b7-96c9-a0fb70cde66b None None] Provisioning complete for port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:02.985420 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b36bcf84-2b27-48b7-96c9-a0fb70cde66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.075395 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:03.075777 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.077290 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 is scheduled to L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 with binding_index 1 {{(pid=110304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:16:03.162367 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-b36bcf84-2b27-48b7-96c9-a0fb70cde66b None None] Current status of the port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:03.187890 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:16:03.197959 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:16:03.207815 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:03.211452 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:03.262931 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.264542 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-16c788e0-2324-473c-8e41-f7d6cf8cc074 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1616945 Apr 07 12:16:03.267480 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43130) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:03.328218 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:03.377223 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:03.454635 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.511556 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:02Z', 'revision_number': 3, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:03.536990 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:16:03.537797 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Updating router b9d965e5-f2e5-4b15-aacd-c98af576a572 port c82ca958-f768-4c4d-b389-9acd0bfe9b1a binding host dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:16:03.567899 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.698475 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.809023 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Publish callbacks [] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), precommit_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.850319 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Allocated IP 172.20.0.1 (4114a684-463e-47b4-a9d2-769bd617e306/cda7cda1-0082-45ce-a234-601fecf096d7/ac3eedcf-1806-45f2-a3b7-899de0e403cc) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:03.854587 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.911292 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Pushing event updated for resources: {'Port': ['ID=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,revision_number=2']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:03.919018 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Attempting to bind port c82ca958-f768-4c4d-b389-9acd0bfe9b1a on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:16:03.919390 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Attempting to bind port c82ca958-f768-4c4d-b389-9acd0bfe9b1a by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:16:03.919747 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Attempting to bind port c82ca958-f768-4c4d-b389-9acd0bfe9b1a on network 3be09739-6b22-4105-8c42-41050eb1ea98 {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:16:03.924650 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.925003 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.925364 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.925720 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.926057 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.926386 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.926734 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.927062 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.927492 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.927879 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.928199 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.928538 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.928860 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.929183 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.930053 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:16:03.934399 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:16:03.934799 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Checking segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:16:03.935198 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.935577 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Bound using segment: {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'} {{(pid=110306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:16:03.936052 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.managers [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Bound port: c82ca958-f768-4c4d-b389-9acd0bfe9b1a, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365c363-1fa8-4f18-9284-841ae2ba9cfe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}}] {{(pid=110306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:16:03.936433 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), before_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.958843 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks [] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:03.994343 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] For port c82ca958-f768-4c4d-b389-9acd0bfe9b1a, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:16:04.000052 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.plugins.ml2.db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] For port c82ca958-f768-4c4d-b389-9acd0bfe9b1a, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:16:04.061128 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.083915 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron_lib.callbacks.manager [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), after_update {{(pid=110306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.101257 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Network 4114a684-463e-47b4-a9d2-769bd617e306 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:04.104154 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:04.109717 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:04.116082 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3eedcf-1806-45f2-a3b7-899de0e403cc,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:04.140037 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7667c-5e61-49c1-909a-c1a2ab658405 None None] Pushing event updated for resources: {'Port': ['ID=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,revision_number=3']} {{(pid=110306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:04.148843 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:04.149465 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:04.158204 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814343'] for router_interface (b9d965e5-f2e5-4b15-aacd-c98af576a572), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.382929 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:04.391086 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.402527 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-1c175e43-bdf3-443d-8626-6b86cc49e51f None None] Provisioning complete for port ac3eedcf-1806-45f2-a3b7-899de0e403cc triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:04.403133 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1c175e43-bdf3-443d-8626-6b86cc49e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.437195 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-1c175e43-bdf3-443d-8626-6b86cc49e51f None None] Port ac3eedcf-1806-45f2-a3b7-899de0e403cc cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:16:04.571081 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:02Z', 'revision_number': 3, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:04.571382 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks [] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.603191 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82474cfb-3ae3-4805-8c61-0bb34235cc84 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:02Z', 'revision_number': 3, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:16:04.637215 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.708970 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3eedcf-1806-45f2-a3b7-899de0e403cc,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:04.711425 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1814507'] for router_interface (b9d965e5-f2e5-4b15-aacd-c98af576a572), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:04.803820 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Network 4114a684-463e-47b4-a9d2-769bd617e306 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:04.805521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:04.958046 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:16:05.027975 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:05.079771 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:05.080070 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.096215 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:16:05.102196 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-9332b57b-5fbd-4f65-83a8-8bc937f9be17 admin admin] 10.222.0.37 "PUT /v2.0/routers/b9d965e5-f2e5-4b15-aacd-c98af576a572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329589 Apr 07 12:16:05.142252 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-0773f1fa-11f8-409b-bc74-ca2b94077b9d None None] Provisioning complete for port ac3eedcf-1806-45f2-a3b7-899de0e403cc triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:05.142435 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0773f1fa-11f8-409b-bc74-ca2b94077b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.204656 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-0773f1fa-11f8-409b-bc74-ca2b94077b9d None None] Port ac3eedcf-1806-45f2-a3b7-899de0e403cc cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:16:05.216679 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:05.218078 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c82ca958-f768-4c4d-b389-9acd0bfe9b1a up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:05.269837 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port c82ca958-f768-4c4d-b389-9acd0bfe9b1a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:05.270370 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.355595 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port c82ca958-f768-4c4d-b389-9acd0bfe9b1a is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:05.355998 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.382461 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] For port c82ca958-f768-4c4d-b389-9acd0bfe9b1a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:05.460627 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.515855 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Pushing event updated for resources: {'Port': ['ID=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:05.661391 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43140) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:05.665045 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-b6a73c74-de59-4274-a0a3-487c05c63e31 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116239766', 'description': 'tempest-description--2090302032'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:05.745984 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b6a73c74-de59-4274-a0a3-487c05c63e31 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.811727 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b6a73c74-de59-4274-a0a3-487c05c63e31 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (d7443945-4b9d-43cc-bac0-0792dc4bb06b), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.866864 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b6a73c74-de59-4274-a0a3-487c05c63e31 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (d7443945-4b9d-43cc-bac0-0792dc4bb06b), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.897453 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a73c74-de59-4274-a0a3-487c05c63e31 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7443945-4b9d-43cc-bac0-0792dc4bb06b,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:05.931943 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b6a73c74-de59-4274-a0a3-487c05c63e31 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:05.933238 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b6a73c74-de59-4274-a0a3-487c05c63e31 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2721128 Apr 07 12:16:05.935899 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43142) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:05.940140 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-54551745-16b0-43c6-929a-affc9f7f6e78 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': 'd7443945-4b9d-43cc-bac0-0792dc4bb06b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:06.014077 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-54551745-16b0-43c6-929a-affc9f7f6e78 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (bc142411-8c8b-44a2-a5cd-a8b145e5830d), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.075138 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-54551745-16b0-43c6-929a-affc9f7f6e78 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (bc142411-8c8b-44a2-a5cd-a8b145e5830d), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.111856 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-54551745-16b0-43c6-929a-affc9f7f6e78 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (bc142411-8c8b-44a2-a5cd-a8b145e5830d), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.133125 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54551745-16b0-43c6-929a-affc9f7f6e78 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc142411-8c8b-44a2-a5cd-a8b145e5830d,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:06.161307 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:16:06.172429 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:06.173037 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:06.187820 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-54551745-16b0-43c6-929a-affc9f7f6e78 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.189066 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-54551745-16b0-43c6-929a-affc9f7f6e78 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2522578 Apr 07 12:16:06.191888 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43144) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:06.197302 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-8d026546-d893-4356-a1f3-e717aa42bc91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': 'd7443945-4b9d-43cc-bac0-0792dc4bb06b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:06.276686 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8d026546-d893-4356-a1f3-e717aa42bc91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (44f67e53-c605-4d25-bfe8-2e11b8380187), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.282141 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:06.333858 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8d026546-d893-4356-a1f3-e717aa42bc91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (44f67e53-c605-4d25-bfe8-2e11b8380187), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.397986 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8d026546-d893-4356-a1f3-e717aa42bc91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (44f67e53-c605-4d25-bfe8-2e11b8380187), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.424952 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d026546-d893-4356-a1f3-e717aa42bc91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f67e53-c605-4d25-bfe8-2e11b8380187,revision_number=0']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:06.486298 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 2, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:06.502113 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-8d026546-d893-4356-a1f3-e717aa42bc91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.506321 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-8d026546-d893-4356-a1f3-e717aa42bc91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105111 Apr 07 12:16:06.506633 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43146) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:06.511736 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.v2.base [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:06.513321 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:16:06.513683 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Updating router b9d965e5-f2e5-4b15-aacd-c98af576a572 port ac3eedcf-1806-45f2-a3b7-899de0e403cc binding host dv-cinder-836769-3-iscsi {{(pid=110305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:16:06.541024 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.619514 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.712819 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.812485 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Publish callbacks [] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), precommit_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.815194 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_common [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.27.1.69 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/8fc863a7-668b-4b6f-8b51-513edcc06e9c) {{(pid=110303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:06.877335 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.908512 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c82ca958-f768-4c4d-b389-9acd0bfe9b1a up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:06.928308 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:06.974257 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34939fdd-26ff-43b9-80cc-dd27bd8b1c87 None None] Pushing event updated for resources: {'Port': ['ID=ac3eedcf-1806-45f2-a3b7-899de0e403cc,revision_number=3']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:07.047918 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Attempting to bind port ac3eedcf-1806-45f2-a3b7-899de0e403cc on host dv-cinder-836769-3-iscsi for vnic_type normal with profile {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:16:07.048292 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Attempting to bind port ac3eedcf-1806-45f2-a3b7-899de0e403cc by drivers openvswitch,hyperv on host dv-cinder-836769-3-iscsi at level 0 using segments [{'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:16:07.048660 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Attempting to bind port ac3eedcf-1806-45f2-a3b7-899de0e403cc on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:16:07.055826 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port c82ca958-f768-4c4d-b389-9acd0bfe9b1a triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:07.056207 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.059588 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Checking agent: {'id': '6ec62c3b-b101-4f36-93a8-7405244175b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 46, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 46, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:16:07.064453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Checking segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:16:07.064453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.064453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Bound using segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} {{(pid=110305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:16:07.064453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.managers [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Bound port: ac3eedcf-1806-45f2-a3b7-899de0e403cc, host: dv-cinder-836769-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}}] {{(pid=110305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:16:07.064453 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.187815 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] For port ac3eedcf-1806-45f2-a3b7-899de0e403cc, host dv-cinder-836769-3-iscsi, cleared binding levels {{(pid=110305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:16:07.207561 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] For port ac3eedcf-1806-45f2-a3b7-899de0e403cc, host dv-cinder-836769-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ac3eedcf-1806-45f2-a3b7-899de0e403cc,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:16:07.217011 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port c82ca958-f768-4c4d-b389-9acd0bfe9b1a is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:07.238082 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-72a76eb3-85c3-4354-a889-84fba822a048 None None] Provisioning complete for port ac3eedcf-1806-45f2-a3b7-899de0e403cc triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:07.238461 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-72a76eb3-85c3-4354-a889-84fba822a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.273666 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-72a76eb3-85c3-4354-a889-84fba822a048 None None] Port ac3eedcf-1806-45f2-a3b7-899de0e403cc cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:16:07.283047 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.311888 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.342217 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:07.342877 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:07.350193 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:07.354456 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.base_scheduler [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:07.360097 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:07.366013 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=8fc863a7-668b-4b6f-8b51-513edcc06e9c,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:07.383571 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34939fdd-26ff-43b9-80cc-dd27bd8b1c87 None None] Pushing event updated for resources: {'Port': ['ID=ac3eedcf-1806-45f2-a3b7-899de0e403cc,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:07.463559 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (2254fc96-7aa7-48e9-b400-d5a69134b4ae), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.471194 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvr_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:07.545584 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), before_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.631574 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-f1a94e54-2e9b-412e-a752-260b1400894b None None] Provisioning complete for port ac3eedcf-1806-45f2-a3b7-899de0e403cc triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:07.632145 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f1a94e54-2e9b-412e-a752-260b1400894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.702008 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), precommit_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.750796 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289358'] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), after_update {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.763532 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_hamode_db [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:07.765345 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-f1a94e54-2e9b-412e-a752-260b1400894b None None] Current status of the port ac3eedcf-1806-45f2-a3b7-899de0e403cc is: DOWN; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:07.765734 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f1a94e54-2e9b-412e-a752-260b1400894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.803062 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd56f30-6bbf-4e8f-a218-f5e02fa85506 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:16:07.821625 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=8fc863a7-668b-4b6f-8b51-513edcc06e9c,revision_number=2']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:07.828348 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-f1a94e54-2e9b-412e-a752-260b1400894b None None] For port ac3eedcf-1806-45f2-a3b7-899de0e403cc, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ac3eedcf-1806-45f2-a3b7-899de0e403cc,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:07.836981 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (2254fc96-7aa7-48e9-b400-d5a69134b4ae), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.907101 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f1a94e54-2e9b-412e-a752-260b1400894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.936435 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:07.940128 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-07b6c41d-0ef8-4693-b3b0-f456089798d1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4300816 Apr 07 12:16:07.961290 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94e54-2e9b-412e-a752-260b1400894b None None] Pushing event updated for resources: {'Port': ['ID=ac3eedcf-1806-45f2-a3b7-899de0e403cc,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:08.096742 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-f4ab389c-a90e-457b-824b-003507c60ff6 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1116239766&fields=id&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 267 time: 0.0435283 Apr 07 12:16:08.213628 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-4e9fdbc2-f5b8-42f3-ba13-9d4b7bbda77a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:08.215156 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-4e9fdbc2-f5b8-42f3-ba13-9d4b7bbda77a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.1112504 Apr 07 12:16:08.230044 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-cd4dbbe4-ebe1-4518-bb2d-1a9fd75a3750 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/quotas/3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 375 time: 0.0093977 Apr 07 12:16:08.291196 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-24055753-922d-47eb-ad3e-92045c43c17e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556610 Apr 07 12:16:08.440356 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-b5154663-b0c5-4f4d-95ce-4097a32b3a65 service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377950 Apr 07 12:16:08.539280 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-bda6203d-3ae3-42bb-b66a-572b1cc28061 service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923691 Apr 07 12:16:08.774737 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3ae9496e-7b3b-4b1f-9c7d-39adb79375d8 req-824a6a63-73c4-4acd-ab65-4b5703bde8ca tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 210 time: 0.0294344 Apr 07 12:16:08.918385 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ac3eedcf-1806-45f2-a3b7-899de0e403cc up at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:08.967304 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Provisioning complete for port ac3eedcf-1806-45f2-a3b7-899de0e403cc triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:08.967693 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:09.054253 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Current status of the port ac3eedcf-1806-45f2-a3b7-899de0e403cc is: ACTIVE; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:09.871438 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-462a7f69-e161-4379-b8c0-a2c93711e4c5 req-3e827fdd-a029-4e61-ab1c-43523bcad541 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 210 time: 0.0276377 Apr 07 12:16:09.906636 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:16:10.569312 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-0b27c57d-3ac2-44ae-aa16-b71126ee72be tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:10.570685 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-0b27c57d-3ac2-44ae-aa16-b71126ee72be tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.1091175 Apr 07 12:16:10.634190 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-3e0db23d-09fc-4bb5-a838-29f7106dbe91 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 380 time: 0.0544324 Apr 07 12:16:10.643046 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'port': {'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'admin_state_up': True, 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'security_groups': ['d7443945-4b9d-43cc-bac0-0792dc4bb06b']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:10.803064 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Made reservation on behalf of 3e11555ddf5b4c8ea2f0fb99f5824f00 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:16:10.806420 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:10.929596 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.20.0.12 (4114a684-463e-47b4-a9d2-769bd617e306/cda7cda1-0082-45ce-a234-601fecf096d7/5185d13d-bc17-4632-8d0d-5b15c9d18a45) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:16:10.972135 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5b344750-a94c-48f3-8ff2-cd5fccf9c8ad req-b832d6ec-0422-4c68-8def-e20c5a693aa6 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 210 time: 0.0337980 Apr 07 12:16:11.092978 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.174822 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.214132 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 4114a684-463e-47b4-a9d2-769bd617e306 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:16:11.216945 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:16:11.220454 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:16:11.252259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=5185d13d-bc17-4632-8d0d-5b15c9d18a45,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:11.281138 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:11.282010 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.371567 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-1167aba0-e4ce-4fd5-b3ba-5a5310cf6551 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7320080 Apr 07 12:16:11.381246 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-7250c59d-17e2-4816-bfdb-9a96303db302 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:16:11.382504 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-7250c59d-17e2-4816-bfdb-9a96303db302 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058048 Apr 07 12:16:11.393555 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Request body: {'port': {'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:11.452808 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.453087 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-d77084eb-972f-4d04-9559-2b8b6b209350 None None] Provisioning complete for port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:11.453545 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d77084eb-972f-4d04-9559-2b8b6b209350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.485960 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-d77084eb-972f-4d04-9559-2b8b6b209350 None None] Port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:16:11.709636 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5185d13d-bc17-4632-8d0d-5b15c9d18a45 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:16:11.716951 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Publish callbacks [] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.729191 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Transition to ACTIVE for port object 5185d13d-bc17-4632-8d0d-5b15c9d18a45 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:16:11.796909 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.849029 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Pushing event updated for resources: {'Port': ['ID=5185d13d-bc17-4632-8d0d-5b15c9d18a45,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:11.916189 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Attempting to bind port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:16:11.916514 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Attempting to bind port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:16:11.916839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Attempting to bind port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:16:11.921307 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 on network 4114a684-463e-47b4-a9d2-769bd617e306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:16:11.921620 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Attempting to bind port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:16:11.926506 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:16:11.926862 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Checking segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:16:11.927236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Bound using segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:16:11.927746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Bound port: 5185d13d-bc17-4632-8d0d-5b15c9d18a45, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:16:11.928100 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:11.999018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] For port 5185d13d-bc17-4632-8d0d-5b15c9d18a45, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:16:12.003628 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] For port 5185d13d-bc17-4632-8d0d-5b15c9d18a45, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:16:12.078334 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:12.118206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.118845 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:12.120289 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] 10.222.0.48 "PUT /v2.0/ports/5185d13d-bc17-4632-8d0d-5b15c9d18a45 HTTP/1.1" status: 200 len: 1094 time: 0.7306273 Apr 07 12:16:12.122600 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:12.125000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5316137a-e4a0-4a75-bb30-de0e09e3dae4" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:12.149123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d30c3-ec26-4f20-815f-0790f7666205 req-a5738414-aee2-4d9d-ab3d-5a31fcf8767d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.155413 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-499d30c3-ec26-4f20-815f-0790f7666205 req-a5738414-aee2-4d9d-ab3d-5a31fcf8767d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 944 time: 0.1100409 Apr 07 12:16:12.170169 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf0509a-780e-4e5c-8f6d-12561ff6570c x-openstack-request-id: req-5bf0509a-780e-4e5c-8f6d-12561ff6570c {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:12.170511 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:12.172574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bf0509a-780e-4e5c-8f6d-12561ff6570c {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:12.172574 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf0509a-780e-4e5c-8f6d-12561ff6570c'] response: {'name': 'network-changed', 'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'status': 'completed', 'code': 200} Apr 07 12:16:12.172574 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3d8c2-607d-4a72-a7bb-b4c3ae819f44 service neutron] Pushing event updated for resources: {'Port': ['ID=5185d13d-bc17-4632-8d0d-5b15c9d18a45,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:12.252682 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-499d30c3-ec26-4f20-815f-0790f7666205 req-daae9b28-ea9d-4292-8596-11f72e9d09a5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848901 Apr 07 12:16:12.265667 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316137a-e4a0-4a75-bb30-de0e09e3dae4 req-564d0898-eb0b-4ea4-82c2-9145ad36a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.267093 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5316137a-e4a0-4a75-bb30-de0e09e3dae4 req-564d0898-eb0b-4ea4-82c2-9145ad36a42e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 1128 time: 0.0781882 Apr 07 12:16:12.368128 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316137a-e4a0-4a75-bb30-de0e09e3dae4 req-b258aa01-5af4-4907-a760-3f5a2dc1cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.369663 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5316137a-e4a0-4a75-bb30-de0e09e3dae4 req-b258aa01-5af4-4907-a760-3f5a2dc1cd94 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956519 Apr 07 12:16:12.464627 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316137a-e4a0-4a75-bb30-de0e09e3dae4 req-837d0a28-11b0-4b14-8f8c-6a10bf8ade48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.466065 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5316137a-e4a0-4a75-bb30-de0e09e3dae4 req-837d0a28-11b0-4b14-8f8c-6a10bf8ade48 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892534 Apr 07 12:16:12.543790 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-70bb206d-7cb3-41c7-8046-643685b1c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.545178 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-70bb206d-7cb3-41c7-8046-643685b1c45f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 1128 time: 0.0437536 Apr 07 12:16:12.588383 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-a4a8bbc9-7a59-488c-b197-bfd5634d0240 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45 HTTP/1.1" status: 200 len: 217 time: 0.0362895 Apr 07 12:16:12.635779 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-c4d1fab7-f85d-4b01-809c-304f29791a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.637187 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-c4d1fab7-f85d-4b01-809c-304f29791a56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0425150 Apr 07 12:16:12.690401 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027952-8990-4630-857f-a96791c97887 req-8d793a6d-ad60-4084-984d-6af750f990fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:12.692108 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-8d793a6d-ad60-4084-984d-6af750f990fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477495 Apr 07 12:16:12.783193 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-8ab43283-0105-42db-b9c4-299c3ea8efae service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853567 Apr 07 12:16:12.872713 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9027952-8990-4630-857f-a96791c97887 req-817cce34-015a-4f28-a00a-695ac65f75c4 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829632 Apr 07 12:16:13.376508 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fe8b-378e-4470-bb4f-b4a47b21791c req-2544f922-3215-4bcd-b09d-578f3b81d090 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:13.378014 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20c2fe8b-378e-4470-bb4f-b4a47b21791c req-2544f922-3215-4bcd-b09d-578f3b81d090 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 944 time: 0.0532775 Apr 07 12:16:13.427406 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-20c2fe8b-378e-4470-bb4f-b4a47b21791c req-519dc203-01a1-42e8-902c-17205472380f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Apr 07 12:16:14.545635 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05167933-514a-4a9d-bb16-96137b7f14bf req-78bce454-4eff-4d14-931f-a5863b86650f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:14.547138 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-05167933-514a-4a9d-bb16-96137b7f14bf req-78bce454-4eff-4d14-931f-a5863b86650f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 944 time: 0.0544271 Apr 07 12:16:14.592998 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-05167933-514a-4a9d-bb16-96137b7f14bf req-d6a4e258-be83-483f-b8b6-7fb3b67829b7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398371 Apr 07 12:16:15.706915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea719f-596d-4218-86ef-b37248d870c1 req-1415492b-3ccd-4a94-a297-aee76838655d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:15.708349 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a1ea719f-596d-4218-86ef-b37248d870c1 req-1415492b-3ccd-4a94-a297-aee76838655d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 944 time: 0.0502396 Apr 07 12:16:15.753094 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a1ea719f-596d-4218-86ef-b37248d870c1 req-e7e49db4-c49a-49bb-b41d-f40905bcdb12 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Apr 07 12:16:16.362164 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 5185d13d-bc17-4632-8d0d-5b15c9d18a45 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:16:16.459088 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 5185d13d-bc17-4632-8d0d-5b15c9d18a45, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:16.470481 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:16:16.511507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:16.511902 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:16.527810 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5185d13d-bc17-4632-8d0d-5b15c9d18a45 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:16:16.547643 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 5185d13d-bc17-4632-8d0d-5b15c9d18a45, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:16.648165 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:16.698964 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=5185d13d-bc17-4632-8d0d-5b15c9d18a45,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:16.875302 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6888-dacd-44b5-b83d-c20d20f3d5ba req-ab5bd54b-e2fb-49c0-be23-2064b9f8d008 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:16.876766 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72ad6888-dacd-44b5-b83d-c20d20f3d5ba req-ab5bd54b-e2fb-49c0-be23-2064b9f8d008 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 945 time: 0.0562339 Apr 07 12:16:16.923399 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-72ad6888-dacd-44b5-b83d-c20d20f3d5ba req-e6997566-a780-42ed-ae6a-6b090f5e4e77 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 Apr 07 12:16:16.996369 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['5185d13d-bc17-4632-8d0d-5b15c9d18a45'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:16:17.739041 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.040211 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3ce4a-8ac5-409a-8052-53df7d3dfbc1 req-28fa1212-f971-4656-aa00-53ceef73eb4a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:18.041547 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ee3ce4a-8ac5-409a-8052-53df7d3dfbc1 req-28fa1212-f971-4656-aa00-53ceef73eb4a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 945 time: 0.0520606 Apr 07 12:16:18.087555 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5ee3ce4a-8ac5-409a-8052-53df7d3dfbc1 req-2ed59469-41fc-48d8-9b5f-6ef64228172c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Apr 07 12:16:18.377041 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 5185d13d-bc17-4632-8d0d-5b15c9d18a45 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:16:18.516854 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:16:18.520772 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:16:18.521141 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.599781 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:16:18.600170 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.621871 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:18.624130 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b718c-bde0-4b96-9bda-7294fca8be6f" -d '{"events": [{"server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "name": "network-vif-plugged", "status": "completed", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:18.635876 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 5185d13d-bc17-4632-8d0d-5b15c9d18a45, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:16:18.659258 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e8d790-d140-4915-9e0c-9e199154b12b x-openstack-request-id: req-d1e8d790-d140-4915-9e0c-9e199154b12b {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:18.659544 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "name": "network-vif-plugged", "status": "completed", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:18.659794 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1e8d790-d140-4915-9e0c-9e199154b12b {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:18.660189 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e8d790-d140-4915-9e0c-9e199154b12b'] response: {'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'code': 200} Apr 07 12:16:18.700039 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:18.747708 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=5185d13d-bc17-4632-8d0d-5b15c9d18a45,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:16:18.960174 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89bc4-16f9-4ed7-8ee7-e75b9382b649 req-46f4b199-94e3-4d46-979d-cf37f33afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:18.961648 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fdb89bc4-16f9-4ed7-8ee7-e75b9382b649 req-46f4b199-94e3-4d46-979d-cf37f33afe76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 1130 time: 0.0462196 Apr 07 12:16:19.004163 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fdb89bc4-16f9-4ed7-8ee7-e75b9382b649 req-01b8072b-35ed-4e3d-9c6e-68c41b2f91b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359907 Apr 07 12:16:19.201243 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443da4-d3b4-43f0-a722-fdd06a9772a0 req-8b8fff1b-9d63-4281-ba18-e77642835848 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:19.202636 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de443da4-d3b4-43f0-a722-fdd06a9772a0 req-8b8fff1b-9d63-4281-ba18-e77642835848 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0518379 Apr 07 12:16:19.248613 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de443da4-d3b4-43f0-a722-fdd06a9772a0 req-4bdd560d-0470-4fdc-9e48-cf48edf34d62 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 Apr 07 12:16:20.367221 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160adc1d-df66-49ba-88a2-b2a1e34d0260 req-0dd1b634-dbef-4f61-ac74-0813bdc2f800 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:20.368699 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-160adc1d-df66-49ba-88a2-b2a1e34d0260 req-0dd1b634-dbef-4f61-ac74-0813bdc2f800 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0532262 Apr 07 12:16:20.418215 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-160adc1d-df66-49ba-88a2-b2a1e34d0260 req-49be2968-ce6a-4f10-b7f4-39edd4f31a45 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Apr 07 12:16:21.533147 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb61a-7313-433c-bef7-c5b39b2d5d7f req-a6b31154-75d4-48b2-9cbc-693496879214 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:21.534600 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e36cb61a-7313-433c-bef7-c5b39b2d5d7f req-a6b31154-75d4-48b2-9cbc-693496879214 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0513923 Apr 07 12:16:21.579486 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e36cb61a-7313-433c-bef7-c5b39b2d5d7f req-3c7326db-3052-4256-96f5-6fb3fc4adb48 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393150 Apr 07 12:16:21.690660 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d00c2-88fd-49b0-8b6d-b6fcfd279045 req-c53e4ed2-3aa9-44bc-800d-58bfd54a2f72 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:21.692099 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-201d00c2-88fd-49b0-8b6d-b6fcfd279045 req-c53e4ed2-3aa9-44bc-800d-58bfd54a2f72 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0509496 Apr 07 12:16:21.700882 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43208) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:16:21.704993 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:16:22.009020 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (2254fc96-7aa7-48e9-b400-d5a69134b4ae), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.442150 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.504943 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (2254fc96-7aa7-48e9-b400-d5a69134b4ae), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.613045 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP 2254fc96-7aa7-48e9-b400-d5a69134b4ae associated. External IP: 172.27.1.69, port: 5185d13d-bc17-4632-8d0d-5b15c9d18a45. Apr 07 12:16:22.820959 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:16:22.929264 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:16:22.934594 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:22.939268 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:16:22.950054 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:22.950707 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:22.964516 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-6d7928fb-f4fb-4fb3-964f-cc1e578761fc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "PUT /v2.0/floatingips/2254fc96-7aa7-48e9-b400-d5a69134b4ae HTTP/1.1" status: 200 len: 991 time: 1.2626512 Apr 07 12:16:22.965101 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:16:22.967627 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:16:23.007350 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9ed673-ae82-4a93-9b30-e0356bbbc2ee x-openstack-request-id: req-0b9ed673-ae82-4a93-9b30-e0356bbbc2ee {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:16:23.007639 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:16:23.007892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b9ed673-ae82-4a93-9b30-e0356bbbc2ee {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:16:23.008298 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9ed673-ae82-4a93-9b30-e0356bbbc2ee'] response: {'name': 'network-changed', 'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'status': 'completed', 'code': 200} Apr 07 12:16:23.060493 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:23.076304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-d18d103c-7cfb-4df7-bb3d-39b4ee33e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:23.077708 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-d18d103c-7cfb-4df7-bb3d-39b4ee33e7ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 1130 time: 0.0484967 Apr 07 12:16:23.167207 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-9dff453b-0b52-43ea-87a8-bbfdf05c6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:23.168685 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-9dff453b-0b52-43ea-87a8-bbfdf05c6276 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0853305 Apr 07 12:16:23.237944 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-0915a39b-7152-4cd6-a678-93899565ab1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45 HTTP/1.1" status: 200 len: 999 time: 0.0635223 Apr 07 12:16:23.283331 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:22Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:23.285455 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-e75b80a2-7618-4bb1-aaeb-c45c810c35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:23.287046 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-e75b80a2-7618-4bb1-aaeb-c45c810c35dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0437152 Apr 07 12:16:23.313293 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:16:23.322471 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:16:23.323109 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:15:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:23.336732 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-3733eb7c-4a0f-4796-9dfc-aefdf2c36d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:16:23.338158 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-3733eb7c-4a0f-4796-9dfc-aefdf2c36d46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447605 Apr 07 12:16:23.428800 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:16:23.429415 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-8072d2f5-7feb-48db-bfcc-b1ee11e01a0a service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854182 Apr 07 12:16:23.518390 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-fe989061-2f4e-4ab3-bad5-eb5afe9686f3 req-50c0f81e-b093-42d0-94ee-5147f28bc3bd service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828016 Apr 07 12:16:23.648739 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:22Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:16:23.677235 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befda10-7419-4b12-b680-8c18ddf900c0 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:22Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:16:23.860790 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6aa1d-11b2-493b-b0df-b72055b9c170 None None] New status for floating IP 2254fc96-7aa7-48e9-b400-d5a69134b4ae: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:16:27.013740 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5918-206d-4bad-be75-477d8d063e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:29.498717 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-689051b8-1420-41e6-a7ae-ac958d95a3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:30.339312 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:32.139538 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:33.424629 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:46.902014 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:16:47.738638 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:57.030910 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-15d387c8-f108-40f0-87f3-979cbcfe585a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:16:59.521177 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0274f97e-5729-4be0-b319-bb8214455018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.100206 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-b364aa89-ae3e-4bef-99c6-a5ea6f68a657 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1376245 Apr 07 12:17:00.186867 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-e9c7339c-97b5-4e16-8c32-c06b48e05d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:00.188371 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-e9c7339c-97b5-4e16-8c32-c06b48e05d55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 1130 time: 0.0445859 Apr 07 12:17:00.288406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-c21ae0b5-27fd-4fef-a3ce-cd6b84030b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:00.289861 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-c21ae0b5-27fd-4fef-a3ce-cd6b84030b9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0833039 Apr 07 12:17:00.327598 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:00.357653 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-5865a7ae-d7b7-43ae-ab91-a3af15e1fb0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45 HTTP/1.1" status: 200 len: 1001 time: 0.0621383 Apr 07 12:17:00.405536 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-53c86124-8d6e-4ecf-a6b0-64d746b283c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:00.407096 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-53c86124-8d6e-4ecf-a6b0-64d746b283c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0439680 Apr 07 12:17:00.456269 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-4e5a1e36-9ac6-4dd0-829f-d6517424a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:00.457704 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-4e5a1e36-9ac6-4dd0-829f-d6517424a9a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452390 Apr 07 12:17:00.549533 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-b5c08559-1ddc-4546-b787-c5c29ad278b3 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860925 Apr 07 12:17:00.639855 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d9107f91-7808-48cd-b310-558cbb6c9361 req-87e093a1-8d5b-4f48-a38c-cd53813f41ae service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844269 Apr 07 12:17:02.121076 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:03.429564 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:17.715332 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:23.900783 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:17:27.023101 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-86f86093-7731-48a3-9c25-29f70019377f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:29.509323 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-0a5956cf-dc82-4dd1-a3a9-ad39bcc846f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:30.343434 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:32.137454 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:33.446213 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:47.736852 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.164800 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43292) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:49.169308 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128399917', 'description': 'tempest-description--1885990322'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:49.245611 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.310162 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (79cf882c-a5eb-4068-9d37-8b44089e93fe), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.353839 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (79cf882c-a5eb-4068-9d37-8b44089e93fe), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.382875 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf882c-a5eb-4068-9d37-8b44089e93fe,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:49.389794 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.391255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.391255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.391255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.391255 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.392109 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.392449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.392857 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.393135 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.393460 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.393783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.394105 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.394423 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.394890 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.395212 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:49.430276 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.431715 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-04973500-d1fc-4e2b-8e67-ff68d744fa5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2658298 Apr 07 12:17:49.434385 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43294) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:49.439403 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-675880e2-7fb8-41da-b8cf-2d0a69a284eb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': '79cf882c-a5eb-4068-9d37-8b44089e93fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:49.541860 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-675880e2-7fb8-41da-b8cf-2d0a69a284eb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (68adafa6-6e51-4290-8ab1-e2f78471ff13), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.600694 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-675880e2-7fb8-41da-b8cf-2d0a69a284eb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (68adafa6-6e51-4290-8ab1-e2f78471ff13), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.685222 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-675880e2-7fb8-41da-b8cf-2d0a69a284eb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (68adafa6-6e51-4290-8ab1-e2f78471ff13), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.703079 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675880e2-7fb8-41da-b8cf-2d0a69a284eb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68adafa6-6e51-4290-8ab1-e2f78471ff13,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:49.778709 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-675880e2-7fb8-41da-b8cf-2d0a69a284eb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.779936 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-675880e2-7fb8-41da-b8cf-2d0a69a284eb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445711 Apr 07 12:17:49.783189 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43296) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:49.787514 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-4d33a6db-3965-4e8a-937c-b68007597033 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': '79cf882c-a5eb-4068-9d37-8b44089e93fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:49.873066 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d33a6db-3965-4e8a-937c-b68007597033 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (3d98b0a3-f86f-4fc6-94d3-c5de264d7dbd), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.929855 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d33a6db-3965-4e8a-937c-b68007597033 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (3d98b0a3-f86f-4fc6-94d3-c5de264d7dbd), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:49.988153 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d33a6db-3965-4e8a-937c-b68007597033 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (3d98b0a3-f86f-4fc6-94d3-c5de264d7dbd), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.006245 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33a6db-3965-4e8a-937c-b68007597033 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d98b0a3-f86f-4fc6-94d3-c5de264d7dbd,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:50.058607 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d33a6db-3965-4e8a-937c-b68007597033 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.059842 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-4d33a6db-3965-4e8a-937c-b68007597033 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756927 Apr 07 12:17:50.062883 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43298) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:17:50.068005 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:50.130993 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.223203 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.325258 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.27.1.28 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/520996a2-fa3d-4aee-b04f-6194e6746b6d) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:17:50.423783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.497526 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.542201 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:17:50.544984 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:17:50.548109 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:17:50.577733 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=520996a2-fa3d-4aee-b04f-6194e6746b6d,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:50.639886 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (b8a66439-b51f-4efd-9744-44b3c458557d), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.718827 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.870037 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.914010 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:50.982432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=520996a2-fa3d-4aee-b04f-6194e6746b6d,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:50.996421 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (b8a66439-b51f-4efd-9744-44b3c458557d), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:51.070210 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:51.071528 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b4fb2cd0-fe8d-4785-af1a-af87bea24dc8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0071692 Apr 07 12:17:51.231488 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-5923fc57-6b42-451d-a94f-af6a055c03e0 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2128399917&fields=id&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 267 time: 0.0423923 Apr 07 12:17:51.340714 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-a3497b8b-bdaf-42dd-809e-51443a1411fe tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:51.342170 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-a3497b8b-bdaf-42dd-809e-51443a1411fe tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.1044142 Apr 07 12:17:51.357561 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-3a0a20a3-d767-4773-ab07-6823873efeba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/quotas/3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 375 time: 0.0090818 Apr 07 12:17:51.428843 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-966b28d4-404c-4655-9801-df890a4eecc0 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659530 Apr 07 12:17:51.494199 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-48775037-30cb-4c79-8b76-eb5cbdc191fc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:17:51.495253 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-48775037-30cb-4c79-8b76-eb5cbdc191fc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555296 Apr 07 12:17:51.591118 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-a0e20ec6-a870-4a93-9e14-5683f3b23b10 service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893795 Apr 07 12:17:51.686025 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-35be1886-0a56-4f0a-b1ff-c245b884f961 service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890627 Apr 07 12:17:51.914969 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-34d80ea1-5d39-4f7e-8a24-7992edb78efd req-2b0697a7-20e5-4182-a284-19f5f2584b17 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 210 time: 0.0281515 Apr 07 12:17:53.011738 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-43aab98a-48d7-4b13-bb6a-21b69759ce22 req-80a7da60-ce84-428b-94f4-b0f35f5ce0b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 210 time: 0.0281193 Apr 07 12:17:53.423468 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-aebd8c04-d67d-450a-803a-9b853d6c4de2 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:53.424921 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-aebd8c04-d67d-450a-803a-9b853d6c4de2 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.1038146 Apr 07 12:17:53.495778 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e2a1270b-753c-4ec2-8a63-6235ded9bea3 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 473 time: 0.0629210 Apr 07 12:17:53.503997 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'port': {'device_id': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'admin_state_up': True, 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'security_groups': ['79cf882c-a5eb-4068-9d37-8b44089e93fe']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:53.656684 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Made reservation on behalf of 3e11555ddf5b4c8ea2f0fb99f5824f00 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:17:53.661298 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:53.793209 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.20.0.8 (4114a684-463e-47b4-a9d2-769bd617e306/cda7cda1-0082-45ce-a234-601fecf096d7/c190a68f-d81e-4eec-a6ff-63eae656ba40) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:17:53.930021 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.011749 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.052855 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 4114a684-463e-47b4-a9d2-769bd617e306 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:17:54.055867 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:17:54.061597 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:17:54.108728 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=c190a68f-d81e-4eec-a6ff-63eae656ba40,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:54.147620 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:54.148241 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.176409 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7ec4c-a1bc-40e1-84ef-ed2470e7f0c1 req-b9fe784b-bae9-46ab-a25c-9d83174ed723 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:54.177981 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e9f7ec4c-a1bc-40e1-84ef-ed2470e7f0c1 req-b9fe784b-bae9-46ab-a25c-9d83174ed723 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 931 time: 0.0846140 Apr 07 12:17:54.234290 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-2c999830-263d-48fb-b76e-d1d4ab0680b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337735 Apr 07 12:17:54.242893 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e9f7ec4c-a1bc-40e1-84ef-ed2470e7f0c1 req-90ddd869-1b93-44dd-bf60-652dce58cf59 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592115 Apr 07 12:17:54.265042 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Request body: {'port': {'device_id': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:17:54.265186 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-6ffcae91-8f6e-42d4-9d11-5241088276af None None] Provisioning complete for port c190a68f-d81e-4eec-a6ff-63eae656ba40 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:17:54.265186 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6ffcae91-8f6e-42d4-9d11-5241088276af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.295313 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcae91-8f6e-42d4-9d11-5241088276af None None] Port c190a68f-d81e-4eec-a6ff-63eae656ba40 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:17:54.314708 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.575552 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c190a68f-d81e-4eec-a6ff-63eae656ba40 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:17:54.583586 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Publish callbacks [] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.595202 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Transition to ACTIVE for port object c190a68f-d81e-4eec-a6ff-63eae656ba40 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:17:54.673775 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.727228 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c190a68f-d81e-4eec-a6ff-63eae656ba40,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:54.796493 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Attempting to bind port c190a68f-d81e-4eec-a6ff-63eae656ba40 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:17:54.796825 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Attempting to bind port c190a68f-d81e-4eec-a6ff-63eae656ba40 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:17:54.797155 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Attempting to bind port c190a68f-d81e-4eec-a6ff-63eae656ba40 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:17:54.801771 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Port c190a68f-d81e-4eec-a6ff-63eae656ba40 on network 4114a684-463e-47b4-a9d2-769bd617e306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:17:54.802094 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Attempting to bind port c190a68f-d81e-4eec-a6ff-63eae656ba40 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:17:54.807225 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:17:54.807570 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Checking segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:17:54.807980 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Bound using segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:17:54.808406 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Bound port: c190a68f-d81e-4eec-a6ff-63eae656ba40, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:17:54.808764 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.878896 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] For port c190a68f-d81e-4eec-a6ff-63eae656ba40, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:17:54.881931 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] For port c190a68f-d81e-4eec-a6ff-63eae656ba40, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c190a68f-d81e-4eec-a6ff-63eae656ba40,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:17:54.937187 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.973449 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:54.974011 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:54.975585 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] 10.222.0.48 "PUT /v2.0/ports/c190a68f-d81e-4eec-a6ff-63eae656ba40 HTTP/1.1" status: 200 len: 1093 time: 0.7228258 Apr 07 12:17:54.976044 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:17:54.978326 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db71b2-550e-4ef6-b8f8-df52317bffd5" -d '{"events": [{"name": "network-changed", "server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:17:55.003829 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949584c-3eb8-4631-99f2-4dc951701ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c190a68f-d81e-4eec-a6ff-63eae656ba40,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:55.016763 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aa367d-c8c8-4cfc-b0bc-7f111d0616de x-openstack-request-id: req-a5aa367d-c8c8-4cfc-b0bc-7f111d0616de {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:17:55.017363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:17:55.017363 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5aa367d-c8c8-4cfc-b0bc-7f111d0616de {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:17:55.017704 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5aa367d-c8c8-4cfc-b0bc-7f111d0616de'] response: {'name': 'network-changed', 'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'status': 'completed', 'code': 200} Apr 07 12:17:55.082944 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db71b2-550e-4ef6-b8f8-df52317bffd5 req-332264d7-d764-4f82-bf95-74d93d602503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.084515 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-18db71b2-550e-4ef6-b8f8-df52317bffd5 req-332264d7-d764-4f82-bf95-74d93d602503 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 1127 time: 0.0479898 Apr 07 12:17:55.189463 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db71b2-550e-4ef6-b8f8-df52317bffd5 req-49f599dc-fb36-419e-a59b-9aaf4b1168ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.191224 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-18db71b2-550e-4ef6-b8f8-df52317bffd5 req-49f599dc-fb36-419e-a59b-9aaf4b1168ae service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0989974 Apr 07 12:17:55.286753 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db71b2-550e-4ef6-b8f8-df52317bffd5 req-8ff7b1f2-115d-40f3-9f0c-1a896c2745cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.288249 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-18db71b2-550e-4ef6-b8f8-df52317bffd5 req-8ff7b1f2-115d-40f3-9f0c-1a896c2745cc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910459 Apr 07 12:17:55.656647 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7668c41-d7a2-4842-94d8-40f3ac60c8f3 req-d94f128d-e18e-4817-b215-73fd4725b0e7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.658250 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e7668c41-d7a2-4842-94d8-40f3ac60c8f3 req-d94f128d-e18e-4817-b215-73fd4725b0e7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 943 time: 0.3451066 Apr 07 12:17:55.660907 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-b5842a7f-31f8-4c08-8fb2-2abc1b5c8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.662245 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-b5842a7f-31f8-4c08-8fb2-2abc1b5c8fa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 1127 time: 0.3369288 Apr 07 12:17:55.715945 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-36a6511c-8bb3-440f-98e7-4c5cdecb2822 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c190a68f-d81e-4eec-a6ff-63eae656ba40 HTTP/1.1" status: 200 len: 217 time: 0.0454779 Apr 07 12:17:55.768678 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e7668c41-d7a2-4842-94d8-40f3ac60c8f3 req-90008f5e-2916-4c4b-80cc-676bc6b49ebc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046250 Apr 07 12:17:55.779381 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-f94484d9-5ed6-40ef-9af0-9fe0c489ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.782767 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-f94484d9-5ed6-40ef-9af0-9fe0c489ad8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0570810 Apr 07 12:17:55.827931 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-8f63a4fc-0f19-441b-91aa-12fd4cfe0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:55.830251 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-8f63a4fc-0f19-441b-91aa-12fd4cfe0fef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433469 Apr 07 12:17:55.919550 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-5b2441e3-b39b-45bb-a47e-762647b1a06a service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835063 Apr 07 12:17:56.005647 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b8503b7-30a7-460c-b0eb-2db010ef0cfc req-81eb8c8a-2a65-48e2-a3f2-2af40673b8dd service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796762 Apr 07 12:17:56.894281 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4f08a-b89e-497f-83da-ed02fe8f5133 req-af9b91d3-0346-4d4c-a0b1-af1dba5e03a8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:56.895816 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1c4f08a-b89e-497f-83da-ed02fe8f5133 req-af9b91d3-0346-4d4c-a0b1-af1dba5e03a8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 943 time: 0.0578954 Apr 07 12:17:56.946047 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1c4f08a-b89e-497f-83da-ed02fe8f5133 req-eef84889-000c-456c-825a-bb2e4d41322e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Apr 07 12:17:57.028114 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5da8f0ca-4e49-4468-bc65-f11e30bef444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:58.062626 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e990234-cb64-4838-972f-65d6afe50626 req-9846b47d-ed80-4fd3-9b39-18b535df638e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:58.064815 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6e990234-cb64-4838-972f-65d6afe50626 req-9846b47d-ed80-4fd3-9b39-18b535df638e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 943 time: 0.0512881 Apr 07 12:17:58.109487 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-6e990234-cb64-4838-972f-65d6afe50626 req-5053246f-9800-4a5e-95f0-183df19281f4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Apr 07 12:17:58.890612 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c190a68f-d81e-4eec-a6ff-63eae656ba40 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:17:58.987377 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port c190a68f-d81e-4eec-a6ff-63eae656ba40, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c190a68f-d81e-4eec-a6ff-63eae656ba40,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:58.998370 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'port_id': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'mac_address': 'fa:16:3e:a0:80:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:17:59.041430 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port c190a68f-d81e-4eec-a6ff-63eae656ba40 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:17:59.042812 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.054759 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c190a68f-d81e-4eec-a6ff-63eae656ba40 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:17:59.073392 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port c190a68f-d81e-4eec-a6ff-63eae656ba40, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c190a68f-d81e-4eec-a6ff-63eae656ba40,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:17:59.159751 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:17:59.207257 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=c190a68f-d81e-4eec-a6ff-63eae656ba40,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:17:59.214262 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.214635 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.214981 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.215324 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.215658 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.215991 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.216321 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.216645 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.216970 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.217321 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.217622 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.217949 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.218275 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.218615 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.218937 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:17:59.231746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0498c-5ccd-4198-8296-541c64d18a02 req-aafc5e2e-c436-4656-a398-d55850d66bd9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:17:59.233236 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c0e0498c-5ccd-4198-8296-541c64d18a02 req-aafc5e2e-c436-4656-a398-d55850d66bd9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 944 time: 0.0560527 Apr 07 12:17:59.279336 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c0e0498c-5ccd-4198-8296-541c64d18a02 req-dce512de-5f81-4fb0-8abd-1ec7ef07007b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399518 Apr 07 12:17:59.504929 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['c190a68f-d81e-4eec-a6ff-63eae656ba40'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:17:59.530395 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7fbe39dc-c21e-47f3-85c8-bd187a6da2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.017753 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-8cde63cd-62e5-420e-ab4d-3e018a1fec4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424421 Apr 07 12:18:00.103535 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-b8813ad0-4a91-4b7e-9778-606ce8e979fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:00.105011 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-b8813ad0-4a91-4b7e-9778-606ce8e979fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 1130 time: 0.0443339 Apr 07 12:18:00.210857 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-8e045cce-5698-4c73-9460-6d4535a1d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:00.212308 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-8e045cce-5698-4c73-9460-6d4535a1d115 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0863554 Apr 07 12:18:00.277982 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-695edd49-438c-445a-8b2c-831cbe128dbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45 HTTP/1.1" status: 200 len: 1001 time: 0.0568016 Apr 07 12:18:00.314901 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:00.332055 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-f832c4fc-2c24-4bf7-86e3-4af91f114f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:00.333640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-f832c4fc-2c24-4bf7-86e3-4af91f114f9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0495079 Apr 07 12:18:00.416411 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-3a20a784-4596-4382-b24e-ff56b1292eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:00.417910 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-3a20a784-4596-4382-b24e-ff56b1292eae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784917 Apr 07 12:18:00.429124 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956caa54-4c5e-4f8a-b7d0-41c47a64b08f req-79831a1e-3868-4d59-a257-50cdd86b2c9f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:00.430495 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-956caa54-4c5e-4f8a-b7d0-41c47a64b08f req-79831a1e-3868-4d59-a257-50cdd86b2c9f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 944 time: 0.0654044 Apr 07 12:18:00.533558 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-956caa54-4c5e-4f8a-b7d0-41c47a64b08f req-055e638f-0515-4945-b70a-4566fdb79352 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938308 Apr 07 12:18:00.548706 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-ffcaac85-75b8-4bd2-a0f2-007be8686673 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172860 Apr 07 12:18:00.641657 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-8b089dfd-eba7-4c58-9adb-316483b0f290 req-8517fbfb-0a29-4fbf-aa64-17a62a9f5aa4 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864315 Apr 07 12:18:00.899883 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:18:00.907486 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c190a68f-d81e-4eec-a6ff-63eae656ba40 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:18:01.000177 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port c190a68f-d81e-4eec-a6ff-63eae656ba40 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:18:01.005421 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port c190a68f-d81e-4eec-a6ff-63eae656ba40 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:18:01.005807 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.086059 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port c190a68f-d81e-4eec-a6ff-63eae656ba40 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:18:01.086441 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.107696 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:01.110390 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b68922-5dc4-47ae-a979-94ca4d5cb0e7" -d '{"events": [{"server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "name": "network-vif-plugged", "status": "completed", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:01.122775 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port c190a68f-d81e-4eec-a6ff-63eae656ba40, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c190a68f-d81e-4eec-a6ff-63eae656ba40,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:18:01.147148 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb725e75-9885-4beb-937d-01bd08275f2e x-openstack-request-id: req-bb725e75-9885-4beb-937d-01bd08275f2e {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:01.147459 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "name": "network-vif-plugged", "status": "completed", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:01.147695 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb725e75-9885-4beb-937d-01bd08275f2e {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:01.148093 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb725e75-9885-4beb-937d-01bd08275f2e'] response: {'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'code': 200} Apr 07 12:18:01.205467 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:01.253046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=c190a68f-d81e-4eec-a6ff-63eae656ba40,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:18:01.440748 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f57368-cd97-48cb-aee1-b621a4f8f30a req-6830ca78-d97a-410b-adda-4ddc70671845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:01.442212 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24f57368-cd97-48cb-aee1-b621a4f8f30a req-6830ca78-d97a-410b-adda-4ddc70671845 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 1129 time: 0.0428741 Apr 07 12:18:01.484099 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-24f57368-cd97-48cb-aee1-b621a4f8f30a req-7ad9bb35-2d80-4dec-bde2-c1a956f09260 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362988 Apr 07 12:18:01.648783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b09943-dc93-45ea-b969-4f740c257b9d req-07a4b5d3-bcb9-487c-906d-047fc066d530 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:01.650244 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-38b09943-dc93-45ea-b969-4f740c257b9d req-07a4b5d3-bcb9-487c-906d-047fc066d530 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Apr 07 12:18:01.696104 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-38b09943-dc93-45ea-b969-4f740c257b9d req-c6be6ef5-caad-4c09-a1da-17a2e4d8e951 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Apr 07 12:18:02.119439 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:02.818008 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b3b7-0eaa-433f-aac6-3234acf0904c req-ab3035de-925d-49ba-944c-5ebd97e01a8c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:02.819700 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0459b3b7-0eaa-433f-aac6-3234acf0904c req-ab3035de-925d-49ba-944c-5ebd97e01a8c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 945 time: 0.0563653 Apr 07 12:18:02.865323 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0459b3b7-0eaa-433f-aac6-3234acf0904c req-913ffbfa-fa27-4c99-8db2-556df80f0ea1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 Apr 07 12:18:03.433805 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:03.982149 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e78646-5136-4c9d-9321-aa719b5565d4 req-7ae37fe4-aa91-46fe-b28d-4e9184a1c997 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:03.983638 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e2e78646-5136-4c9d-9321-aa719b5565d4 req-7ae37fe4-aa91-46fe-b28d-4e9184a1c997 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 945 time: 0.0522127 Apr 07 12:18:04.029176 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e2e78646-5136-4c9d-9321-aa719b5565d4 req-444ef9db-f88e-4e7b-9d16-94fba8f229ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Apr 07 12:18:04.142751 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd462b-6dd9-44c3-9132-5158c067e611 req-9e00c8ef-1e7a-43f7-976a-98f1e1414f79 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:04.144130 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-51cd462b-6dd9-44c3-9132-5158c067e611 req-9e00c8ef-1e7a-43f7-976a-98f1e1414f79 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 945 time: 0.0520468 Apr 07 12:18:04.152389 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43360) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:18:04.157276 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'port_id': 'c190a68f-d81e-4eec-a6ff-63eae656ba40'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:18:04.198323 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (b8a66439-b51f-4efd-9744-44b3c458557d), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.647467 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.707591 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (b8a66439-b51f-4efd-9744-44b3c458557d), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:04.807522 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP b8a66439-b51f-4efd-9744-44b3c458557d associated. External IP: 172.27.1.28, port: c190a68f-d81e-4eec-a6ff-63eae656ba40. Apr 07 12:18:05.023539 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:18:05.132601 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:18:05.137375 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:05.144490 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:18:05.154448 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:05.155049 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:17:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.167205 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-93d2f6cd-33c4-412a-9b38-eb4e6939c873 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "PUT /v2.0/floatingips/b8a66439-b51f-4efd-9744-44b3c458557d HTTP/1.1" status: 200 len: 990 time: 1.0137608 Apr 07 12:18:05.167964 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:18:05.170293 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c133c0c0-7af2-445d-a853-4c5bd0b9678b" -d '{"events": [{"name": "network-changed", "server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:18:05.211313 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b18608-d881-4c99-b5df-21f8baf06acd x-openstack-request-id: req-09b18608-d881-4c99-b5df-21f8baf06acd {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:18:05.211604 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:18:05.211857 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09b18608-d881-4c99-b5df-21f8baf06acd {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:18:05.212259 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b18608-d881-4c99-b5df-21f8baf06acd'] response: {'name': 'network-changed', 'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'status': 'completed', 'code': 200} Apr 07 12:18:05.282653 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-0a02ecfc-e1a5-490d-b898-2fb2bbcf3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:05.284401 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-0a02ecfc-e1a5-490d-b898-2fb2bbcf3d40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 1129 time: 0.0469570 Apr 07 12:18:05.351209 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:05.377021 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-c8330a31-4a7f-4db0-9681-85c20f745649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:05.378494 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-c8330a31-4a7f-4db0-9681-85c20f745649 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0883861 Apr 07 12:18:05.441048 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-c7d71e76-34b7-41fa-b802-4a7180a6679c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c190a68f-d81e-4eec-a6ff-63eae656ba40 HTTP/1.1" status: 200 len: 998 time: 0.0570843 Apr 07 12:18:05.488660 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-d14bec5f-8131-4f88-b91b-073c4d4f60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:05.490111 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-d14bec5f-8131-4f88-b91b-073c4d4f60e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0437896 Apr 07 12:18:05.541130 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-6e68fcee-cbed-4321-85f9-3aa970f8af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:18:05.542734 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-6e68fcee-cbed-4321-85f9-3aa970f8af2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470762 Apr 07 12:18:05.576467 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:24Z', 'revision_number': 2, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}, {'id': 'b8a66439-b51f-4efd-9744-44b3c458557d', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:a0:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:17:50Z', 'updated_at': '2022-04-07T12:18:04Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.605468 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:18:05.613408 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:18:05.614008 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:17:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.631544 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-9958a256-ef86-458d-a7a4-b6f62e9df895 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823658 Apr 07 12:18:05.721875 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:18:05.952635 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:24Z', 'revision_number': 2, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}, {'id': 'b8a66439-b51f-4efd-9744-44b3c458557d', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:a0:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:17:50Z', 'updated_at': '2022-04-07T12:18:04Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:18:05.983073 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addf83c-4720-460d-b292-d7a0d0fab419 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:24Z', 'revision_number': 2, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}, {'id': 'b8a66439-b51f-4efd-9744-44b3c458557d', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:a0:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:17:50Z', 'updated_at': '2022-04-07T12:18:04Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:18:05.990959 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c133c0c0-7af2-445d-a853-4c5bd0b9678b req-ecae9e8a-ec16-4992-a410-1d7ce6d9bcf8 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529165 Apr 07 12:18:06.180931 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74a15d-0d3d-4be1-b0a2-c9e1a7e0391b None None] New status for floating IP b8a66439-b51f-4efd-9744-44b3c458557d: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:18:16.761263 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-164814ad-d0f8-4675-8ad2-a9e0d5183854 service neutron] (110304) timed out ('10.222.0.37', 39644) {{(pid=110304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:18:16.930232 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-80c6a88d-be25-4c92-9fd0-0e1b793eab16 req-cbad098d-f604-4959-bafd-3e9d6d0fbbe9 tempest-TestShelveInstance-1129462518 tempest-TestShelveInstance-1129462518-project] (110304) timed out ('10.222.0.37', 39652) {{(pid=110304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:18:17.747526 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:27.044680 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d790fa4e-6820-451e-9392-406e72cd5083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:29.524579 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6b5ccf64-9cc5-4b62-b49e-6968e1d0c2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:30.341508 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:32.130359 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:33.409552 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:37.899281 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:18:47.786607 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:57.015277 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3f0c93dc-08bb-4432-aa9f-f0ba5fce7423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:18:59.517641 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-f9b53b92-4728-42a7-824b-0d9a90fc673f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:00.352339 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:01.991878 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-31c2526d-852b-46ff-a07b-8a71985108d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433764 Apr 07 12:19:02.082711 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-df3be12b-10d3-42ab-8e1f-965b844a9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.092161 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-df3be12b-10d3-42ab-8e1f-965b844a9768 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 1130 time: 0.0490110 Apr 07 12:19:02.130021 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:02.184900 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-7f30a2d0-c341-45ee-83e6-480546c1e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.186344 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-7f30a2d0-c341-45ee-83e6-480546c1e1da service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0848916 Apr 07 12:19:02.248590 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-d0cbfdf3-9954-4c59-860e-5e0617b3e42f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45 HTTP/1.1" status: 200 len: 1001 time: 0.0555975 Apr 07 12:19:02.295323 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-dd24ab00-4d5d-4931-9be6-aa00f64fbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.296703 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-dd24ab00-4d5d-4931-9be6-aa00f64fbc6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0414987 Apr 07 12:19:02.347100 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-66ddcfdf-247e-4c54-a862-5becc8dfa531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:02.348537 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-66ddcfdf-247e-4c54-a862-5becc8dfa531 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458555 Apr 07 12:19:02.433300 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-f570e1d5-d91b-4140-9479-86961f5460fe service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786326 Apr 07 12:19:02.525468 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9d35e7f4-bcec-4658-a442-5e2c75cea6e9 req-11988a8b-6d48-4550-ba5b-ce04ea216507 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848525 Apr 07 12:19:03.437667 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:14.898334 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:19:17.774688 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:21.008560 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1fe83-5ab5-4e66-a9d9-667a9d349dbf req-a00c0afa-527b-465e-8125-06be40b0479e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:21.010016 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bde1fe83-5ab5-4e66-a9d9-667a9d349dbf req-a00c0afa-527b-465e-8125-06be40b0479e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 945 time: 0.0507483 Apr 07 12:19:21.056173 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bde1fe83-5ab5-4e66-a9d9-667a9d349dbf req-a571de82-69f0-4a0c-8d5d-89ae9aea2d53 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404804 Apr 07 12:19:22.178197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1e01d-80b3-400e-a18a-2e98997e5eb3 req-7b31568b-d86d-49cd-b9ab-e3b3f5d0fd73 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:22.179667 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-67f1e01d-80b3-400e-a18a-2e98997e5eb3 req-7b31568b-d86d-49cd-b9ab-e3b3f5d0fd73 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 945 time: 0.0548205 Apr 07 12:19:22.225533 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-67f1e01d-80b3-400e-a18a-2e98997e5eb3 req-bb1a3f08-fe30-4e83-b9ac-447ab9670ebc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=79cf882c-a5eb-4068-9d37-8b44089e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403423 Apr 07 12:19:22.501444 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-e5b2ea69-110c-43c9-8299-bb26569e066c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:22.502853 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-e5b2ea69-110c-43c9-8299-bb26569e066c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 945 time: 0.0518351 Apr 07 12:19:22.591850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port c190a68f-d81e-4eec-a6ff-63eae656ba40 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:22.592190 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:22.682501 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] For port c190a68f-d81e-4eec-a6ff-63eae656ba40, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c190a68f-d81e-4eec-a6ff-63eae656ba40,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:22.682889 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:22.849634 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:22.849921 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (b8a66439-b51f-4efd-9744-44b3c458557d), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:22.850233 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP b8a66439-b51f-4efd-9744-44b3c458557d disassociated. External IP: 172.27.1.28, port: c190a68f-d81e-4eec-a6ff-63eae656ba40. Apr 07 12:19:22.850594 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for c190a68f-d81e-4eec-a6ff-63eae656ba40 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:23.031490 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (c190a68f-d81e-4eec-a6ff-63eae656ba40), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:23.058456 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=c190a68f-d81e-4eec-a6ff-63eae656ba40,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:23.068277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.068623 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.068955 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.069290 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.069618 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.069941 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.070259 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.070599 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.070921 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.071613 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.071613 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.071932 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.072157 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.072472 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.072784 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:23.188296 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:23.311981 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:23.322446 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:23.333326 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:23.333326 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:18:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:23.334170 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-0e231031-5841-4712-8d51-80466a463b73 req-23460f80-ed42-4906-9858-f317440e82a4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=28980316-3220-4c5d-980f-2bdeb0c2aef7 HTTP/1.1" status: 200 len: 210 time: 0.0349586 Apr 07 12:19:23.373299 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] No DVR routers for this DVR port c190a68f-d81e-4eec-a6ff-63eae656ba40 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:19:23.376089 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:23.379310 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f75c4cb2-51b9-487e-ac10-bd2e7c2e6e52 req-2d0ad1ee-a390-444e-8d72-4dc82d00b732 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "DELETE /v2.0/ports/c190a68f-d81e-4eec-a6ff-63eae656ba40 HTTP/1.1" status: 204 len: 173 time: 0.8707523 Apr 07 12:19:23.380309 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'name': 'network-vif-deleted', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:23.382686 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cfbcaa-9cb8-4e3a-90d8-b1f22835d4ce" -d '{"events": [{"server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "name": "network-vif-deleted", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:23.455347 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:23.537713 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b264b2-12c9-4ac6-a53d-d5beab444ac1 x-openstack-request-id: req-91b264b2-12c9-4ac6-a53d-d5beab444ac1 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:23.538005 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28980316-3220-4c5d-980f-2bdeb0c2aef7", "name": "network-vif-deleted", "tag": "c190a68f-d81e-4eec-a6ff-63eae656ba40", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:23.538256 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91b264b2-12c9-4ac6-a53d-d5beab444ac1 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:23.538741 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b264b2-12c9-4ac6-a53d-d5beab444ac1'] response: {'server_uuid': '28980316-3220-4c5d-980f-2bdeb0c2aef7', 'name': 'network-vif-deleted', 'tag': 'c190a68f-d81e-4eec-a6ff-63eae656ba40', 'status': 'completed', 'code': 200} Apr 07 12:19:23.780493 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:24Z', 'revision_number': 2, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:23.806048 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:23.814523 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:23.815149 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:18:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:23.920769 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:24.141641 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:24Z', 'revision_number': 2, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:24.169111 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b108a-148a-42f5-a8ea-f3f3820147e3 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '2254fc96-7aa7-48e9-b400-d5a69134b4ae', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:d5:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:16:07Z', 'updated_at': '2022-04-07T12:16:24Z', 'revision_number': 2, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:24.390249 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85a9e3-e2a2-47b2-b414-6cb6ac7e4880 None None] New status for floating IP b8a66439-b51f-4efd-9744-44b3c458557d: DOWN {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:19:24.507211 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43420) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:24.563111 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4c640219-43f4-4d80-b6c2-92e0a542b77b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (79cf882c-a5eb-4068-9d37-8b44089e93fe), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.588676 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4c640219-43f4-4d80-b6c2-92e0a542b77b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (79cf882c-a5eb-4068-9d37-8b44089e93fe), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.722848 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4c640219-43f4-4d80-b6c2-92e0a542b77b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (79cf882c-a5eb-4068-9d37-8b44089e93fe), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.726123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4c640219-43f4-4d80-b6c2-92e0a542b77b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.727369 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-4c640219-43f4-4d80-b6c2-92e0a542b77b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/security-groups/79cf882c-a5eb-4068-9d37-8b44089e93fe HTTP/1.1" status: 204 len: 168 time: 0.2191238 Apr 07 12:19:24.730130 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43422) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:24.736962 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c640219-43f4-4d80-b6c2-92e0a542b77b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf882c-a5eb-4068-9d37-8b44089e93fe,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:24.746995 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.api.v2.resource [None req-a0a3754d-ed7f-44dc-ac2b-ff3c78e25c30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] show failed (client error): The resource could not be found. Apr 07 12:19:24.748055 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-a0a3754d-ed7f-44dc-ac2b-ff3c78e25c30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups/79cf882c-a5eb-4068-9d37-8b44089e93fe HTTP/1.1" status: 404 len: 347 time: 0.0168347 Apr 07 12:19:24.751140 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43426) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:24.875283 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port 520996a2-fa3d-4aee-b04f-6194e6746b6d {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:24.875621 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.954437 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.954712 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (520996a2-fa3d-4aee-b04f-6194e6746b6d), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:24.967145 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for 520996a2-fa3d-4aee-b04f-6194e6746b6d owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:25.151859 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (520996a2-fa3d-4aee-b04f-6194e6746b6d), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.175808 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=520996a2-fa3d-4aee-b04f-6194e6746b6d,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:25.185849 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.186204 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.186566 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.186920 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.187258 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.188310 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.188310 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.188490 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.188812 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.189136 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.189460 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.189784 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.190106 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.190428 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.190772 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:25.250957 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (b8a66439-b51f-4efd-9744-44b3c458557d), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.253535 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:25.254871 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-3bfa12ad-de8e-4199-a71f-703b30c6110e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8a66439-b51f-4efd-9744-44b3c458557d HTTP/1.1" status: 204 len: 168 time: 0.5025675 Apr 07 12:19:25.401831 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c190a68f-d81e-4eec-a6ff-63eae656ba40 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:19:25.424938 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: c190a68f-d81e-4eec-a6ff-63eae656ba40 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:19:25.425418 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device c190a68f-d81e-4eec-a6ff-63eae656ba40 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:19:27.054297 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-240b7dec-becc-4aa8-b6b6-7d61f50ed8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:27.190062 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2df11-081b-496a-92ad-2c3a8433d5aa req-53d6e553-7374-4ee0-b1fc-4bb839c09ac7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:27.191650 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61e2df11-081b-496a-92ad-2c3a8433d5aa req-53d6e553-7374-4ee0-b1fc-4bb839c09ac7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0536573 Apr 07 12:19:27.238042 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-61e2df11-081b-496a-92ad-2c3a8433d5aa req-08f63948-8758-4e4e-9eff-782d96178d03 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Apr 07 12:19:28.360789 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629419-f14d-4300-818b-2bf810a0940d req-c03d3a62-9234-494e-ab6c-1e044001ba6a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:28.362228 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1629419-f14d-4300-818b-2bf810a0940d req-c03d3a62-9234-494e-ab6c-1e044001ba6a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0542691 Apr 07 12:19:28.408775 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d1629419-f14d-4300-818b-2bf810a0940d req-1d450122-9cd2-40d7-9e75-6d2d188d526e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 Apr 07 12:19:29.022691 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-9442650c-8e82-43cb-b25e-055566558102 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:29.024128 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-9442650c-8e82-43cb-b25e-055566558102 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0510883 Apr 07 12:19:29.116025 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:29.116277 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:29.202012 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] For port 5185d13d-bc17-4632-8d0d-5b15c9d18a45, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5185d13d-bc17-4632-8d0d-5b15c9d18a45,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:29.202378 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:29.372107 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:29.372808 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (2254fc96-7aa7-48e9-b400-d5a69134b4ae), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:29.372934 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP 2254fc96-7aa7-48e9-b400-d5a69134b4ae disassociated. External IP: 172.27.1.69, port: 5185d13d-bc17-4632-8d0d-5b15c9d18a45. Apr 07 12:19:29.373188 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for 5185d13d-bc17-4632-8d0d-5b15c9d18a45 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:29.540588 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084e7f6-788f-4b84-96f9-efce1a0df3d0 req-ee45ab8b-a7cf-4672-8cdc-81bb9b8083da tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:29.542064 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a084e7f6-788f-4b84-96f9-efce1a0df3d0 req-ee45ab8b-a7cf-4672-8cdc-81bb9b8083da tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 946 time: 0.0626628 Apr 07 12:19:29.551856 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-28d40042-52c5-451d-aa38-d61542d29e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:29.592496 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a084e7f6-788f-4b84-96f9-efce1a0df3d0 req-22471b98-9328-4931-a840-52147704dc0c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7443945-4b9d-43cc-bac0-0792dc4bb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Apr 07 12:19:29.631445 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (5185d13d-bc17-4632-8d0d-5b15c9d18a45), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:29.658236 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=5185d13d-bc17-4632-8d0d-5b15c9d18a45,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:29.775211 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:29.883977 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:29.893623 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:29.904284 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:29.904978 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:19:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:29.924232 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] No DVR routers for this DVR port 5185d13d-bc17-4632-8d0d-5b15c9d18a45 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:19:29.926786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:29.930083 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-04f0643c-5213-4956-8df5-dc35202d2ff8 req-103497fb-6ff8-4877-8df5-5eab8e5be0c5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "DELETE /v2.0/ports/5185d13d-bc17-4632-8d0d-5b15c9d18a45 HTTP/1.1" status: 204 len: 173 time: 0.9006758 Apr 07 12:19:29.930477 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'name': 'network-vif-deleted', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:29.932741 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d3e800-48b4-4b99-8891-b3be66ae27eb" -d '{"events": [{"server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "name": "network-vif-deleted", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:29.968604 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c67cc6-a3f4-4100-b0d9-bde751fe66be x-openstack-request-id: req-f7c67cc6-a3f4-4100-b0d9-bde751fe66be {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:29.968895 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaabfee-1005-4aa1-8b9a-20b09797a01c", "name": "network-vif-deleted", "tag": "5185d13d-bc17-4632-8d0d-5b15c9d18a45", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:29.969147 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7c67cc6-a3f4-4100-b0d9-bde751fe66be {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:29.969546 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c67cc6-a3f4-4100-b0d9-bde751fe66be'] response: {'server_uuid': '9eaabfee-1005-4aa1-8b9a-20b09797a01c', 'name': 'network-vif-deleted', 'tag': '5185d13d-bc17-4632-8d0d-5b15c9d18a45', 'status': 'completed', 'code': 200} Apr 07 12:19:30.023677 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:30.231262 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:30.266845 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:30.277679 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:30.284050 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:19:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:30.334346 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:30.385030 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:30.576970 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:30.608586 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a19aa39-b582-42f2-98af-c2bec817e386 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:30.701832 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-2c2c4a0f-c6f4-4bfb-a897-cad876a0b83f req-b4e9c8f3-3b4a-4327-9fff-1353130aed05 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eaabfee-1005-4aa1-8b9a-20b09797a01c HTTP/1.1" status: 200 len: 210 time: 0.0287263 Apr 07 12:19:30.858576 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4b3c9-f57e-436a-96a2-38db0ae116a2 None None] New status for floating IP 2254fc96-7aa7-48e9-b400-d5a69134b4ae: DOWN {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:19:31.400638 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 5185d13d-bc17-4632-8d0d-5b15c9d18a45 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:19:31.424102 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 5185d13d-bc17-4632-8d0d-5b15c9d18a45 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:19:31.424444 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 5185d13d-bc17-4632-8d0d-5b15c9d18a45 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:19:31.861178 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43460) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:31.918440 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-083db7f3-c73f-4569-a599-3d63a15aabef tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (d7443945-4b9d-43cc-bac0-0792dc4bb06b), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:31.941382 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-083db7f3-c73f-4569-a599-3d63a15aabef tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (d7443945-4b9d-43cc-bac0-0792dc4bb06b), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.220907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-083db7f3-c73f-4569-a599-3d63a15aabef tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (d7443945-4b9d-43cc-bac0-0792dc4bb06b), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.220907 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-083db7f3-c73f-4569-a599-3d63a15aabef tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.220907 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-083db7f3-c73f-4569-a599-3d63a15aabef tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/security-groups/d7443945-4b9d-43cc-bac0-0792dc4bb06b HTTP/1.1" status: 204 len: 168 time: 0.2087419 Apr 07 12:19:32.221742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43462) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:32.222516 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083db7f3-c73f-4569-a599-3d63a15aabef tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7443945-4b9d-43cc-bac0-0792dc4bb06b,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:32.223055 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.api.v2.resource [None req-32c79cbd-6ce0-428a-8079-2654c988aeb5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] show failed (client error): The resource could not be found. Apr 07 12:19:32.223055 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-32c79cbd-6ce0-428a-8079-2654c988aeb5 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups/d7443945-4b9d-43cc-bac0-0792dc4bb06b HTTP/1.1" status: 404 len: 347 time: 0.0182304 Apr 07 12:19:32.223055 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43464) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:32.244980 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port 8fc863a7-668b-4b6f-8b51-513edcc06e9c {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:19:32.245739 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.260198 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.323664 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.323893 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (8fc863a7-668b-4b6f-8b51-513edcc06e9c), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.335473 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for 8fc863a7-668b-4b6f-8b51-513edcc06e9c owned by network:floatingip {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:19:32.539791 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (8fc863a7-668b-4b6f-8b51-513edcc06e9c), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.568494 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=8fc863a7-668b-4b6f-8b51-513edcc06e9c,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:32.625615 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (2254fc96-7aa7-48e9-b400-d5a69134b4ae), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.628035 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:32.629845 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-8d3f9ff9-f7b7-4f89-a149-fabe9ebe026c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/floatingips/2254fc96-7aa7-48e9-b400-d5a69134b4ae HTTP/1.1" status: 204 len: 168 time: 0.5296407 Apr 07 12:19:33.031376 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43468) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:33.036052 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-12fc5fef-15c3-44dc-8ab4-de4f3e15cfc1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147562867', 'description': 'tempest-description--333812622'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:33.099994 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12fc5fef-15c3-44dc-8ab4-de4f3e15cfc1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.163380 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12fc5fef-15c3-44dc-8ab4-de4f3e15cfc1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (6cce6af4-59ab-4a30-b1d3-eea909cb3b6e), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.231017 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12fc5fef-15c3-44dc-8ab4-de4f3e15cfc1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6cce6af4-59ab-4a30-b1d3-eea909cb3b6e), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.262593 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc5fef-15c3-44dc-8ab4-de4f3e15cfc1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:33.358786 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12fc5fef-15c3-44dc-8ab4-de4f3e15cfc1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.360046 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-12fc5fef-15c3-44dc-8ab4-de4f3e15cfc1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3276672 Apr 07 12:19:33.363018 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43470) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:33.368024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-12feafe9-339d-4cfd-8e92-fe3174919622 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': '6cce6af4-59ab-4a30-b1d3-eea909cb3b6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:33.443334 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.470518 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12feafe9-339d-4cfd-8e92-fe3174919622 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (8cb19cc7-58ab-419a-8fae-f213fe1171dc), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.528293 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12feafe9-339d-4cfd-8e92-fe3174919622 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (8cb19cc7-58ab-419a-8fae-f213fe1171dc), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.608835 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12feafe9-339d-4cfd-8e92-fe3174919622 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (8cb19cc7-58ab-419a-8fae-f213fe1171dc), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.628237 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feafe9-339d-4cfd-8e92-fe3174919622 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb19cc7-58ab-419a-8fae-f213fe1171dc,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:33.707332 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-12feafe9-339d-4cfd-8e92-fe3174919622 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.708600 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-12feafe9-339d-4cfd-8e92-fe3174919622 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440735 Apr 07 12:19:33.711220 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43472) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:33.715539 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-a484a971-7e2c-474f-b863-283ff02888ac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': '6cce6af4-59ab-4a30-b1d3-eea909cb3b6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:33.802214 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a484a971-7e2c-474f-b863-283ff02888ac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (da6adfea-757e-4471-a1a3-7164b728fac9), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.856305 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a484a971-7e2c-474f-b863-283ff02888ac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (da6adfea-757e-4471-a1a3-7164b728fac9), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.928529 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a484a971-7e2c-474f-b863-283ff02888ac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (da6adfea-757e-4471-a1a3-7164b728fac9), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:33.950720 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484a971-7e2c-474f-b863-283ff02888ac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6adfea-757e-4471-a1a3-7164b728fac9,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:34.010316 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-a484a971-7e2c-474f-b863-283ff02888ac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.011562 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-a484a971-7e2c-474f-b863-283ff02888ac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993972 Apr 07 12:19:34.014588 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43474) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:34.018732 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:34.083325 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.179003 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.279326 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.27.1.163 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/e3f4822a-058c-45e3-922d-e7c6cfcf2bd2) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:34.381537 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.477246 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.512766 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:34.515487 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:34.518812 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:34.543674 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=e3f4822a-058c-45e3-922d-e7c6cfcf2bd2,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:34.611002 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (718cdcdc-84b2-4fce-9838-2e8e4c951c93), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.716409 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.865602 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:34.945334 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:35.010903 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=e3f4822a-058c-45e3-922d-e7c6cfcf2bd2,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:35.022188 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (718cdcdc-84b2-4fce-9838-2e8e4c951c93), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:35.095753 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:35.096952 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-d1e42d82-7a41-4fc3-b177-b4013dd4648c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0814688 Apr 07 12:19:35.240838 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-0aa6c8e1-292f-40f0-81b7-07d326081d12 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1147562867&fields=id&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 267 time: 0.0418699 Apr 07 12:19:35.355520 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-3a0ec6aa-9cd3-4c39-9ea9-9453c57b933d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:35.355520 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-3a0ec6aa-9cd3-4c39-9ea9-9453c57b933d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.1035552 Apr 07 12:19:35.365210 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-f3e3bd63-bc23-4d89-9253-fcaffaed0467 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/quotas/3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 375 time: 0.0093579 Apr 07 12:19:35.419606 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-38f4cf51-e595-476b-a766-6af32c6440b4 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493748 Apr 07 12:19:35.434314 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-f3308458-402f-46bd-9576-90532371d4b2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:19:35.435316 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-f3308458-402f-46bd-9576-90532371d4b2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049801 Apr 07 12:19:35.526623 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-01bf69f7-bddb-4285-a46c-8258a1b846d0 service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Apr 07 12:19:35.622825 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-34a7cf75-adb5-434d-b683-0b2e50c9dabe service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904784 Apr 07 12:19:35.879990 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-065696a8-7af1-4961-9c5a-bc4d4dc620fb req-7e61b87f-f064-4115-96c1-a81b44087ad9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 210 time: 0.0424221 Apr 07 12:19:36.977402 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9c6ea61c-cbda-4332-9fa6-3733c2e90459 req-fa553f7a-e94b-46ed-b4fd-d0ea99aabdfa tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 210 time: 0.0280566 Apr 07 12:19:37.644272 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-11b006d6-e9c1-49d5-8010-36de46078136 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:37.645990 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-11b006d6-e9c1-49d5-8010-36de46078136 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.0983889 Apr 07 12:19:37.705970 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-28c12cec-54cb-4448-bddb-331e393878e0 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 380 time: 0.0509486 Apr 07 12:19:37.714404 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'port': {'device_id': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'admin_state_up': True, 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'security_groups': ['6cce6af4-59ab-4a30-b1d3-eea909cb3b6e']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:37.905796 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Made reservation on behalf of 3e11555ddf5b4c8ea2f0fb99f5824f00 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:19:37.909221 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:38.035505 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.20.0.13 (4114a684-463e-47b4-a9d2-769bd617e306/cda7cda1-0082-45ce-a234-601fecf096d7/8dd3d733-bedc-4ce8-8c0a-cc2ae4349540) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:19:38.084117 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c989a790-b45e-423c-8f57-f35e856a4fdd req-17b49188-a675-4b63-bfd4-3dc041316c3d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 210 time: 0.0358737 Apr 07 12:19:38.202121 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:38.300244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:38.342246 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 4114a684-463e-47b4-a9d2-769bd617e306 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:19:38.345257 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:19:38.351444 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:19:38.357952 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:38.404610 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:38.405230 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:38.456947 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-b32401dc-a33a-46ef-a360-0a0ff0534129 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7460895 Apr 07 12:19:38.498926 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Request body: {'port': {'device_id': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:38.558795 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-26cd8334-fee6-4310-b4f3-008025a04641 None None] Provisioning complete for port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:38.559492 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-26cd8334-fee6-4310-b4f3-008025a04641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:38.595711 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-26cd8334-fee6-4310-b4f3-008025a04641 None None] Port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:19:38.837181 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:39.088244 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:19:39.095481 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Publish callbacks [] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:39.107902 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Transition to ACTIVE for port object 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:19:39.200247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a029b7-5b08-4355-a1e1-4f4201eeeb89 req-7f0c41b6-5d15-44ee-8b69-9d4ef68cb217 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:39.201715 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7a029b7-5b08-4355-a1e1-4f4201eeeb89 req-7f0c41b6-5d15-44ee-8b69-9d4ef68cb217 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 932 time: 0.0525348 Apr 07 12:19:39.202821 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:39.272712 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Pushing event updated for resources: {'Port': ['ID=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:39.342508 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-c7a029b7-5b08-4355-a1e1-4f4201eeeb89 req-d3e7a898-7349-49d6-9817-99de5fb93faf tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124873 Apr 07 12:19:39.376570 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Attempting to bind port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:19:39.376915 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Attempting to bind port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:19:39.377249 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Attempting to bind port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:19:39.381981 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 on network 4114a684-463e-47b4-a9d2-769bd617e306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:19:39.382304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Attempting to bind port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:19:39.387408 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:19:39.387749 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Checking segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:19:39.388136 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Bound using segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:19:39.388571 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Bound port: 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:19:39.388933 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:39.457032 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] For port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:19:39.460000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] For port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:19:39.517935 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:39.555816 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:39.555816 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:39.556025 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] 10.222.0.48 "PUT /v2.0/ports/8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 HTTP/1.1" status: 200 len: 1094 time: 1.0614250 Apr 07 12:19:39.556419 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:39.558713 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0917e1-a56f-475b-9915-059922a449e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:39.586071 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcfa2a-a129-46b7-bbd1-40bef7080f2a service neutron] Pushing event updated for resources: {'Port': ['ID=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:39.601471 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3a9c9-898a-4211-865d-fa1fea1ac8bb x-openstack-request-id: req-fef3a9c9-898a-4211-865d-fa1fea1ac8bb {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:39.601770 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:39.602027 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fef3a9c9-898a-4211-865d-fa1fea1ac8bb {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:39.602442 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef3a9c9-898a-4211-865d-fa1fea1ac8bb'] response: {'name': 'network-changed', 'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'status': 'completed', 'code': 200} Apr 07 12:19:39.669206 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0917e1-a56f-475b-9915-059922a449e1 req-ddc4f156-bb73-45b3-aa72-2ff2da5a77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:39.670867 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd0917e1-a56f-475b-9915-059922a449e1 req-ddc4f156-bb73-45b3-aa72-2ff2da5a77e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 1128 time: 0.0476294 Apr 07 12:19:39.776751 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0917e1-a56f-475b-9915-059922a449e1 req-614cc34c-a3a3-4d33-b144-f25b89bce31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:39.778204 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd0917e1-a56f-475b-9915-059922a449e1 req-614cc34c-a3a3-4d33-b144-f25b89bce31b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964055 Apr 07 12:19:39.870616 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0917e1-a56f-475b-9915-059922a449e1 req-7a62d7ad-5a04-4969-b18c-66f682520731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:39.872083 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-bd0917e1-a56f-475b-9915-059922a449e1 req-7a62d7ad-5a04-4969-b18c-66f682520731 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883090 Apr 07 12:19:39.953275 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-9da0ab5b-6f9e-4af3-a426-a1be11924bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:39.954796 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-9da0ab5b-6f9e-4af3-a426-a1be11924bc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 1128 time: 0.0481420 Apr 07 12:19:39.994142 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-4ecbb090-4522-4129-9469-f3f834d0fd42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 HTTP/1.1" status: 200 len: 217 time: 0.0332651 Apr 07 12:19:40.040513 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-1a62f055-9f5d-4e11-b0de-cb2ebe076543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:40.041918 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-1a62f055-9f5d-4e11-b0de-cb2ebe076543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0426159 Apr 07 12:19:40.092837 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-a2781ef9-da67-458c-8e69-50593314d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:40.094294 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-a2781ef9-da67-458c-8e69-50593314d313 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468683 Apr 07 12:19:40.180783 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-c6599151-6d93-42ae-8c58-2cedcefd9a53 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807581 Apr 07 12:19:40.280401 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-d08d6df2-6c71-4f27-ab7c-2f451c7873a5 req-74944b9c-a31f-4adb-a443-35a3eb7669bf service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938554 Apr 07 12:19:40.460510 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7393-2308-48c1-9e02-62b9cae67b15 req-b8249066-0b13-4204-a2cc-b116e0c621f9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:40.462012 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e4af7393-2308-48c1-9e02-62b9cae67b15 req-b8249066-0b13-4204-a2cc-b116e0c621f9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 944 time: 0.0526783 Apr 07 12:19:40.508599 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e4af7393-2308-48c1-9e02-62b9cae67b15 req-8123d59e-aef6-4ceb-b1cc-88d4478a35cd tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Apr 07 12:19:41.624897 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f088b3-285b-495f-b9cf-09dd56791fcd req-e3a2c8d1-bedd-4be9-b37f-ebcc16967203 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:41.626367 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3f088b3-285b-495f-b9cf-09dd56791fcd req-e3a2c8d1-bedd-4be9-b37f-ebcc16967203 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 944 time: 0.0511880 Apr 07 12:19:41.675507 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b3f088b3-285b-495f-b9cf-09dd56791fcd req-5d2ff011-d160-47fa-a479-d300d7ce5d43 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433965 Apr 07 12:19:42.791318 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c17dc-054f-4ac7-8839-ffc08af62271 req-87dca25c-2659-4801-9167-61e50142c1cc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:42.792810 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f01c17dc-054f-4ac7-8839-ffc08af62271 req-87dca25c-2659-4801-9167-61e50142c1cc tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 944 time: 0.0511200 Apr 07 12:19:42.838372 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f01c17dc-054f-4ac7-8839-ffc08af62271 req-b9f0f694-c647-48cd-92eb-8d07490045d7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Apr 07 12:19:43.511800 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:19:43.604337 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:43.617991 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'port_id': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'mac_address': 'fa:16:3e:a8:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:19:43.653809 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:43.654193 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:43.666971 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:19:43.685621 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:43.745110 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:43.791336 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:43.798025 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.798372 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.798740 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.799078 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.799408 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.799734 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.800058 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.800392 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.800842 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.801081 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.801419 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.801742 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.802060 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.802378 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.802723 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:19:43.955543 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857adfd7-8a26-460e-8026-c14b5cb770b6 req-0fd9f10b-78dd-4022-ad8f-ef24c4dfc323 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:43.957624 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-857adfd7-8a26-460e-8026-c14b5cb770b6 req-0fd9f10b-78dd-4022-ad8f-ef24c4dfc323 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 945 time: 0.0523245 Apr 07 12:19:44.003002 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-857adfd7-8a26-460e-8026-c14b5cb770b6 req-731cf456-cb31-499a-97ac-5da6e7f1a69d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Apr 07 12:19:44.115257 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['8dd3d733-bedc-4ce8-8c0a-cc2ae4349540'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:19:45.124021 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd7138-c401-48ca-bc06-1c35ff077c3c req-c023c70b-90cc-47ee-b0f0-8a9258544826 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:45.125389 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3cd7138-c401-48ca-bc06-1c35ff077c3c req-c023c70b-90cc-47ee-b0f0-8a9258544826 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 945 time: 0.0556366 Apr 07 12:19:45.171129 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3cd7138-c401-48ca-bc06-1c35ff077c3c req-8d114715-0aa5-482b-9934-5a22a64a7487 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Apr 07 12:19:45.519232 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:19:45.624414 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:19:45.628506 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:19:45.629486 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:45.707769 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:19:45.708152 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:45.730237 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:45.732486 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a544e94-356d-4057-9fa0-5483a1a0d06d" -d '{"events": [{"server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:45.748467 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:19:45.823537 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b5b1e-4a26-4bbd-aea4-30cbc71c51a9 x-openstack-request-id: req-861b5b1e-4a26-4bbd-aea4-30cbc71c51a9 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:45.823883 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:45.824181 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-861b5b1e-4a26-4bbd-aea4-30cbc71c51a9 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:45.824586 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861b5b1e-4a26-4bbd-aea4-30cbc71c51a9'] response: {'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'code': 200} Apr 07 12:19:45.825785 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:45.875412 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:19:46.142286 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b88ef-222e-4c09-bfd0-c8601b6a0564 req-0b491aca-f309-459b-9a4d-ee427077dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:46.143720 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e77b88ef-222e-4c09-bfd0-c8601b6a0564 req-0b491aca-f309-459b-9a4d-ee427077dfa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 1130 time: 0.0435362 Apr 07 12:19:46.187530 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e77b88ef-222e-4c09-bfd0-c8601b6a0564 req-269933c3-1e30-4d23-8f32-761052e10b67 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370259 Apr 07 12:19:46.290362 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b100d3-1f31-4d90-b705-7d0228306dd1 req-888fea4e-de63-407d-af91-75e6fec657fa tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:46.291933 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-55b100d3-1f31-4d90-b705-7d0228306dd1 req-888fea4e-de63-407d-af91-75e6fec657fa tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0517924 Apr 07 12:19:46.341446 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-55b100d3-1f31-4d90-b705-7d0228306dd1 req-fc7b0121-9d36-410d-8328-745360bc994a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Apr 07 12:19:47.463761 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450fdd7-d7f1-46b5-aa23-cdfe3b6019b9 req-feed69d2-2008-4504-b7f6-c34447e95f05 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:47.466003 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b450fdd7-d7f1-46b5-aa23-cdfe3b6019b9 req-feed69d2-2008-4504-b7f6-c34447e95f05 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0542896 Apr 07 12:19:47.525119 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b450fdd7-d7f1-46b5-aa23-cdfe3b6019b9 req-44c8280e-5657-4ae9-876a-c1f3d6ee8d28 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536957 Apr 07 12:19:47.768084 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:48.640945 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a689f-d148-4406-ae05-ab7bd8d595b9 req-4b39d4a3-5836-4d28-85f4-7abbf54d74b9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:48.642395 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ce1a689f-d148-4406-ae05-ab7bd8d595b9 req-4b39d4a3-5836-4d28-85f4-7abbf54d74b9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0510812 Apr 07 12:19:48.688089 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ce1a689f-d148-4406-ae05-ab7bd8d595b9 req-992106c6-bde2-45eb-8e75-a9b898c2456c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Apr 07 12:19:48.802524 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546bf16-65fa-44b8-bdde-82b1fe7a3557 req-b38ad1d4-1e02-46f7-8673-2248469cd700 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:48.809637 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e546bf16-65fa-44b8-bdde-82b1fe7a3557 req-b38ad1d4-1e02-46f7-8673-2248469cd700 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0548575 Apr 07 12:19:48.814415 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43538) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:19:48.818910 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'port_id': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:19:48.857535 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (718cdcdc-84b2-4fce-9838-2e8e4c951c93), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:49.301874 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:49.356742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (718cdcdc-84b2-4fce-9838-2e8e4c951c93), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:49.458348 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP 718cdcdc-84b2-4fce-9838-2e8e4c951c93 associated. External IP: 172.27.1.163, port: 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540. Apr 07 12:19:49.672378 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:19:49.780314 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:19:49.784733 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:49.790052 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:19:49.801157 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:49.805374 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:19:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:49.813974 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-2aef28fa-e1f5-4285-864c-dfbbf4377fa7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "PUT /v2.0/floatingips/718cdcdc-84b2-4fce-9838-2e8e4c951c93 HTTP/1.1" status: 200 len: 992 time: 0.9985178 Apr 07 12:19:49.814571 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:19:49.817610 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de15cc7e-e156-4436-9dca-52922b2c4fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:19:49.853914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de53c286-80ab-4571-9cd4-ef20c0a63583 x-openstack-request-id: req-de53c286-80ab-4571-9cd4-ef20c0a63583 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:19:49.853914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:19:49.853914 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de53c286-80ab-4571-9cd4-ef20c0a63583 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:19:49.853914 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de53c286-80ab-4571-9cd4-ef20c0a63583'] response: {'name': 'network-changed', 'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'status': 'completed', 'code': 200} Apr 07 12:19:49.913819 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:49.916742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-af45a571-f455-49e9-84bc-485ec8f16666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:49.918235 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-af45a571-f455-49e9-84bc-485ec8f16666 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 1130 time: 0.0435252 Apr 07 12:19:50.010744 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-eda79805-90d0-46ad-96c6-5fcf3c5c5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:50.012139 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-eda79805-90d0-46ad-96c6-5fcf3c5c5fbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0874925 Apr 07 12:19:50.078180 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-31560f1d-5133-4259-a320-acd064f229e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 HTTP/1.1" status: 200 len: 1000 time: 0.0601423 Apr 07 12:19:50.125031 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-28103c72-748d-463b-8727-78f74558de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:50.126472 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-28103c72-748d-463b-8727-78f74558de0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0423326 Apr 07 12:19:50.178087 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-5158bb78-dbb6-45bb-8ea4-160d3be26082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:19:50.179625 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-5158bb78-dbb6-45bb-8ea4-160d3be26082 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469246 Apr 07 12:19:50.229259 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '718cdcdc-84b2-4fce-9838-2e8e4c951c93', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:a8:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:34Z', 'updated_at': '2022-04-07T12:19:49Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:50.254859 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:19:50.262895 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:19:50.263437 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:19:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:50.267215 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-3bd30dc3-9f21-4b3a-b7ba-2c439b3ad210 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813484 Apr 07 12:19:50.357434 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de15cc7e-e156-4436-9dca-52922b2c4fb0 req-91da3d60-d680-4a2a-a7c0-5ec038ceeb61 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847955 Apr 07 12:19:50.371312 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:19:50.593676 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '718cdcdc-84b2-4fce-9838-2e8e4c951c93', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:a8:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:34Z', 'updated_at': '2022-04-07T12:19:49Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:19:50.620268 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cb0a6-1c64-4fbf-b31f-23352ce23bb6 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': '718cdcdc-84b2-4fce-9838-2e8e4c951c93', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:a8:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:19:34Z', 'updated_at': '2022-04-07T12:19:49Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:19:50.808678 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef890a-4ad9-4e79-a3c8-684b831f5a15 None None] New status for floating IP 718cdcdc-84b2-4fce-9838-2e8e4c951c93: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:19:51.897949 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:19:57.024491 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2afa9a0b-9f11-4359-b1bb-8ede12e9994e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:19:59.608016 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-082636f5-44a6-45ae-9da0-8d0c5ec0c214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:00.350693 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:02.155405 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:03.413339 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:17.802149 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:27.081142 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-16ce6248-e9b0-4899-982a-dd4c8dd6c721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:28.897471 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:20:29.555559 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-46bbc16b-b71e-43fa-925e-06aae0c90948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:30.350263 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:32.144279 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:33.446003 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:47.823767 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:57.027748 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-015a5505-d8f8-48d7-a2a3-b683e97ef224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:20:59.509150 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d23a9238-e2b8-4438-8dc3-5f4753f296aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:00.366128 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:02.161122 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:03.451614 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:03.991285 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-28663651-5548-4b05-ac2b-d5397c5f5a27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444503 Apr 07 12:21:04.074380 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-db964a76-135c-43c1-af2a-db8210ae3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:04.075891 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-db964a76-135c-43c1-af2a-db8210ae3085 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 1130 time: 0.0443792 Apr 07 12:21:04.178008 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-10c8437a-435c-4be4-98d5-e336a08ec2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:04.179480 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-10c8437a-435c-4be4-98d5-e336a08ec2b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0867376 Apr 07 12:21:04.242385 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-0546db94-d5c5-41ef-a06f-5192c8b5bce5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 HTTP/1.1" status: 200 len: 1002 time: 0.0569317 Apr 07 12:21:04.291953 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-c8b99065-b43d-4fb5-9321-5bc559a25c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:04.293361 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-c8b99065-b43d-4fb5-9321-5bc559a25c85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0450933 Apr 07 12:21:04.341342 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-5c9abdbe-e16a-41f7-a8cf-3059e5f6bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:04.342875 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-5c9abdbe-e16a-41f7-a8cf-3059e5f6bc8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419884 Apr 07 12:21:04.428608 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-1dcffc9b-9484-4189-8307-e0102541d6d4 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794387 Apr 07 12:21:04.517918 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-70ae7ab5-4f8c-4b11-8a7b-2f5c98c9a859 req-085ebe18-71b2-411e-8c84-a206bb060be8 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839241 Apr 07 12:21:05.896827 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:21:17.789119 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:17.941262 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512482c4-944f-4dd1-b68a-09147582c86a req-249a3566-a3cc-45f1-97da-1608c5973376 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:17.942928 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-512482c4-944f-4dd1-b68a-09147582c86a req-249a3566-a3cc-45f1-97da-1608c5973376 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0519955 Apr 07 12:21:17.996897 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-512482c4-944f-4dd1-b68a-09147582c86a req-3af367a2-d58f-4db4-a354-1a6c4191e008 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484164 Apr 07 12:21:19.119490 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074345df-b7b4-43ff-9f28-51f3ecea6fa1 req-3ed24f5b-2b17-491b-8b35-aa7ebdd6a6e6 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:19.120876 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-074345df-b7b4-43ff-9f28-51f3ecea6fa1 req-3ed24f5b-2b17-491b-8b35-aa7ebdd6a6e6 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0566652 Apr 07 12:21:19.167035 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-074345df-b7b4-43ff-9f28-51f3ecea6fa1 req-f3c7d2fd-1bd5-41f0-9fc5-29b76b249986 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406075 Apr 07 12:21:19.619888 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-59766af3-5dcb-48b4-9e58-f3b111eb935d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:19.621329 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-59766af3-5dcb-48b4-9e58-f3b111eb935d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0515518 Apr 07 12:21:19.714600 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:21:19.714936 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:19.799320 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] For port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:19.799679 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:19.971940 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:19.972311 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (718cdcdc-84b2-4fce-9838-2e8e4c951c93), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:19.972656 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP 718cdcdc-84b2-4fce-9838-2e8e4c951c93 disassociated. External IP: 172.27.1.163, port: 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540. Apr 07 12:21:19.972997 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:21:20.345686 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a43e1-cb0d-47a4-b91f-f0acf25b56ba req-ff81bdaa-b68e-401e-ad88-5c01ac3f130f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:20.347114 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c6a43e1-cb0d-47a4-b91f-f0acf25b56ba req-ff81bdaa-b68e-401e-ad88-5c01ac3f130f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 946 time: 0.0745931 Apr 07 12:21:20.440315 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c6a43e1-cb0d-47a4-b91f-f0acf25b56ba req-01673d07-5cea-47e7-8184-a8351197d5a8 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868671 Apr 07 12:21:20.497055 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (8dd3d733-bedc-4ce8-8c0a-cc2ae4349540), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:20.525763 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=8dd3d733-bedc-4ce8-8c0a-cc2ae4349540,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:20.536370 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.536718 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.537061 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.537398 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.537740 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.538068 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.538393 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.538746 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.539080 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.539400 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.539727 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.540048 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.540369 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.540687 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.541006 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:20.651648 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:21:20.765425 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:21:20.777266 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:21:20.788650 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:20.789241 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:20:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:20.807831 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] No DVR routers for this DVR port 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:21:20.810661 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:20.814018 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-1b6b8b10-ec49-469e-8c8d-41ba62afaf95 req-d5a8d235-7dde-4b39-8baf-a3c161663208 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "DELETE /v2.0/ports/8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 HTTP/1.1" status: 204 len: 173 time: 1.1873021 Apr 07 12:21:20.814471 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'name': 'network-vif-deleted', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:20.816864 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85c450-3d16-4578-9602-467ccd6db3db" -d '{"events": [{"server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "name": "network-vif-deleted", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:20.854543 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab738445-1803-4bcd-8d87-6ff47f540750 x-openstack-request-id: req-ab738445-1803-4bcd-8d87-6ff47f540750 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:20.854858 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0345e4-b7ec-417d-b277-0eab3caa7c9c", "name": "network-vif-deleted", "tag": "8dd3d733-bedc-4ce8-8c0a-cc2ae4349540", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:20.855116 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab738445-1803-4bcd-8d87-6ff47f540750 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:20.855512 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab738445-1803-4bcd-8d87-6ff47f540750'] response: {'server_uuid': 'ef0345e4-b7ec-417d-b277-0eab3caa7c9c', 'name': 'network-vif-deleted', 'tag': '8dd3d733-bedc-4ce8-8c0a-cc2ae4349540', 'status': 'completed', 'code': 200} Apr 07 12:21:20.907402 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:21.118474 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:21.145403 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:21:21.153883 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:21.154613 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:20:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:21.261381 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:21.552972 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f54199ab-6495-4c38-8747-8f117c3cd663 req-2496fe9b-829f-4215-9ebe-060f39d10650 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef0345e4-b7ec-417d-b277-0eab3caa7c9c HTTP/1.1" status: 200 len: 210 time: 0.0312610 Apr 07 12:21:21.554145 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:21.581214 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186955e3-5193-4fc0-8773-ea0d8cfddb80 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:21:21.803919 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df4d3a-532f-4ead-986a-ab52797361eb None None] New status for floating IP 718cdcdc-84b2-4fce-9838-2e8e4c951c93: DOWN {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:21:22.045187 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:21:22.069423 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:21:22.069771 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device 8dd3d733-bedc-4ce8-8c0a-cc2ae4349540 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:21:22.692282 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43654) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:22.755430 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (6cce6af4-59ab-4a30-b1d3-eea909cb3b6e), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:22.778153 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (6cce6af4-59ab-4a30-b1d3-eea909cb3b6e), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:22.914149 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (6cce6af4-59ab-4a30-b1d3-eea909cb3b6e), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:22.916811 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:22.917989 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/security-groups/6cce6af4-59ab-4a30-b1d3-eea909cb3b6e HTTP/1.1" status: 204 len: 168 time: 0.2246625 Apr 07 12:21:22.920856 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43658) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:22.927311 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce6af4-59ab-4a30-b1d3-eea909cb3b6e,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:22.933894 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.api.v2.resource [None req-e9492487-f0e3-4106-93dc-726a70202737 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] show failed (client error): The resource could not be found. Apr 07 12:21:22.934901 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.935048 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-e9492487-f0e3-4106-93dc-726a70202737 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups/6cce6af4-59ab-4a30-b1d3-eea909cb3b6e HTTP/1.1" status: 404 len: 347 time: 0.0130234 Apr 07 12:21:22.935276 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.935605 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.936001 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.936339 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.936682 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.937017 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.937351 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.937604 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43660) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:22.937730 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.938020 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.938338 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.938695 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.939027 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.939355 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:22.939681 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938669a-f94d-4908-ba60-7660acebbdfb tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:23.067528 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port e3f4822a-058c-45e3-922d-e7c6cfcf2bd2 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:21:23.067865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.141069 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.141301 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.153783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for e3f4822a-058c-45e3-922d-e7c6cfcf2bd2 owned by network:floatingip {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:21:23.353268 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (e3f4822a-058c-45e3-922d-e7c6cfcf2bd2), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.381215 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=e3f4822a-058c-45e3-922d-e7c6cfcf2bd2,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:23.447850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (718cdcdc-84b2-4fce-9838-2e8e4c951c93), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.450400 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.451577 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-54f97bb1-a166-478f-9e86-b0d16da8a59d tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/floatingips/718cdcdc-84b2-4fce-9838-2e8e4c951c93 HTTP/1.1" status: 204 len: 168 time: 0.5131059 Apr 07 12:21:23.736144 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43664) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:23.740923 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-b9b13778-5c7a-4afb-a144-296fc7c8ec30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658566251', 'description': 'tempest-description--1196140954'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:23.834441 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b9b13778-5c7a-4afb-a144-296fc7c8ec30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.900056 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b9b13778-5c7a-4afb-a144-296fc7c8ec30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (16d780be-558d-495a-a613-c130de75946b), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.948196 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b9b13778-5c7a-4afb-a144-296fc7c8ec30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (16d780be-558d-495a-a613-c130de75946b), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:23.975818 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b13778-5c7a-4afb-a144-296fc7c8ec30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d780be-558d-495a-a613-c130de75946b,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:24.024658 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b9b13778-5c7a-4afb-a144-296fc7c8ec30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.025881 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b9b13778-5c7a-4afb-a144-296fc7c8ec30 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2887101 Apr 07 12:21:24.028614 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43666) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:24.032850 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-b223b9b8-d67e-4508-a072-e6ce5ab31314 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': '16d780be-558d-495a-a613-c130de75946b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:24.101924 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b223b9b8-d67e-4508-a072-e6ce5ab31314 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (88a9e263-41cf-4a0f-8280-8454fa016586), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.156416 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b223b9b8-d67e-4508-a072-e6ce5ab31314 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (88a9e263-41cf-4a0f-8280-8454fa016586), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.205736 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b223b9b8-d67e-4508-a072-e6ce5ab31314 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (88a9e263-41cf-4a0f-8280-8454fa016586), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.223499 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223b9b8-d67e-4508-a072-e6ce5ab31314 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a9e263-41cf-4a0f-8280-8454fa016586,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:24.271253 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-b223b9b8-d67e-4508-a072-e6ce5ab31314 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.272471 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-b223b9b8-d67e-4508-a072-e6ce5ab31314 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429481 Apr 07 12:21:24.275149 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43668) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:24.279759 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-9dd0133a-8b1a-441b-918c-243d0da7dbac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'security_group_rule': {'security_group_id': '16d780be-558d-495a-a613-c130de75946b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:24.346878 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9dd0133a-8b1a-441b-918c-243d0da7dbac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (41c79fba-44e8-4ca2-a4f4-414b375b5ee1), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.404379 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9dd0133a-8b1a-441b-918c-243d0da7dbac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (41c79fba-44e8-4ca2-a4f4-414b375b5ee1), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.462647 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9dd0133a-8b1a-441b-918c-243d0da7dbac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660587'] for security_group_rule (41c79fba-44e8-4ca2-a4f4-414b375b5ee1), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.481709 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0133a-8b1a-441b-918c-243d0da7dbac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c79fba-44e8-4ca2-a4f4-414b375b5ee1,revision_number=0']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:24.554742 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-9dd0133a-8b1a-441b-918c-243d0da7dbac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.555940 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-9dd0133a-8b1a-441b-918c-243d0da7dbac tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2797492 Apr 07 12:21:24.559168 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43670) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:24.563371 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:24.645024 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.739454 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:24.841556 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.27.1.67 (3be09739-6b22-4105-8c42-41050eb1ea98/973d2acf-2bab-4b4c-8504-f7463053c668/1a0ea894-d7bb-459c-af9b-15a59dfcfa82) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:21:24.941766 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.017245 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.056329 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 3be09739-6b22-4105-8c42-41050eb1ea98 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:21:25.060933 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:21:25.063246 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:21:25.093050 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=1a0ea894-d7bb-459c-af9b-15a59dfcfa82,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:25.156744 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (f7c4d22d-e970-4baf-b412-2e97f00042c8), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.237181 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.394384 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.461920 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.534865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=1a0ea894-d7bb-459c-af9b-15a59dfcfa82,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:25.547829 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (f7c4d22d-e970-4baf-b412-2e97f00042c8), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.636579 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:25.637858 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-923592df-e2b0-4ca4-b5e9-b5152277a631 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0777731 Apr 07 12:21:25.787320 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-c5419769-52f4-45fc-8b32-6d859b112199 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--658566251&fields=id&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 267 time: 0.0421901 Apr 07 12:21:25.893546 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-55c0d832-2090-4d33-a44e-7cdee5b94f5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:25.895062 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-55c0d832-2090-4d33-a44e-7cdee5b94f5b tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.1015093 Apr 07 12:21:25.909191 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9c5212c-09bd-4cd8-a884-5346f8451621 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/quotas/3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 375 time: 0.0086660 Apr 07 12:21:25.963640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-5d894f15-dcca-4ebb-bc7d-92dd8520236f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488813 Apr 07 12:21:26.099093 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-2f94d999-b57c-4f7c-9820-bf625647d14a service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237082 Apr 07 12:21:26.188332 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-64b661a8-3ca5-4b42-ab24-480af63db39f service neutron] 10.222.0.37 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834723 Apr 07 12:21:26.436915 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-117433fd-393b-4c17-8595-370617e93111 req-4388e26e-93dc-4b6c-8e0d-715ea44d9305 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 210 time: 0.0275550 Apr 07 12:21:27.062870 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1f6108ad-3e03-4ce0-8675-120d295886a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:27.530054 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-f3a35536-7b0f-413e-afa7-524a6054e8e6 req-f89c5da6-3753-4d48-b2f2-c0689bf5e73a tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 210 time: 0.0280595 Apr 07 12:21:28.241217 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-9700e5e3-78a6-453c-903e-9e70155c1937 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:28.242690 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-9700e5e3-78a6-453c-903e-9e70155c1937 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 814 time: 0.1042216 Apr 07 12:21:28.303199 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-21d6eda1-9621-4604-9598-76894d2f096c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00 HTTP/1.1" status: 200 len: 379 time: 0.0528288 Apr 07 12:21:28.311412 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'port': {'device_id': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'admin_state_up': True, 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'security_groups': ['16d780be-558d-495a-a613-c130de75946b']}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:28.491417 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Made reservation on behalf of 3e11555ddf5b4c8ea2f0fb99f5824f00 for: {'port': 1} {{(pid=110304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:21:28.494738 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:28.636985 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-35a4ac99-7a1b-4d77-8ac9-38a781e2f682 req-11ba0100-e6b1-458f-915e-cf345c83d515 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 210 time: 0.0384853 Apr 07 12:21:28.646844 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.db_base_plugin_common [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Allocated IP 172.20.0.5 (4114a684-463e-47b4-a9d2-769bd617e306/cda7cda1-0082-45ce-a234-601fecf096d7/b1968fba-db63-4c8b-a9ba-86a815436738) {{(pid=110304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:21:28.780175 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for port (b1968fba-db63-4c8b-a9ba-86a815436738), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:28.868930 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737371646567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:28.913739 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Network 4114a684-463e-47b4-a9d2-769bd617e306 is already hosted by enough agents. {{(pid=110304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:21:28.916747 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.base_scheduler [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Resources bound (agent type, host, resource id): {{(pid=110304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:21:28.922913 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Received port after_create {{(pid=110304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:21:28.946669 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event updated for resources: {'Port': ['ID=b1968fba-db63-4c8b-a9ba-86a815436738,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:28.975051 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:28.975757 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.042944 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-d9056e0c-a2f4-4ff7-9add-b5dc55f8db96 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7350445 Apr 07 12:21:29.054680 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Request body: {'port': {'device_id': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:29.107226 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-ecbb9813-50a7-4ee1-b20b-7303b2a73fd9 None None] Provisioning complete for port b1968fba-db63-4c8b-a9ba-86a815436738 triggered by entity DHCP. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:29.107828 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9813-50a7-4ee1-b20b-7303b2a73fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.116621 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.143778 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb9813-50a7-4ee1-b20b-7303b2a73fd9 None None] Port b1968fba-db63-4c8b-a9ba-86a815436738 cannot update to ACTIVE because it is not bound. {{(pid=110305) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:21:29.380497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1968fba-db63-4c8b-a9ba-86a815436738 {{(pid=110304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:21:29.387671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Publish callbacks [] for port (b1968fba-db63-4c8b-a9ba-86a815436738), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.399741 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.provisioning_blocks [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Transition to ACTIVE for port object b1968fba-db63-4c8b-a9ba-86a815436738 will not be triggered until provisioned by entity L2. {{(pid=110304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:21:29.474304 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.521126 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8db25456-4ec4-4835-8982-69096c733fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.542267 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Pushing event updated for resources: {'Port': ['ID=b1968fba-db63-4c8b-a9ba-86a815436738,revision_number=2']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:29.601988 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Attempting to bind port b1968fba-db63-4c8b-a9ba-86a815436738 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:21:29.602410 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Attempting to bind port b1968fba-db63-4c8b-a9ba-86a815436738 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:21:29.604387 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Attempting to bind port b1968fba-db63-4c8b-a9ba-86a815436738 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:21:29.607715 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Port b1968fba-db63-4c8b-a9ba-86a815436738 on network 4114a684-463e-47b4-a9d2-769bd617e306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:21:29.608034 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Attempting to bind port b1968fba-db63-4c8b-a9ba-86a815436738 on network 4114a684-463e-47b4-a9d2-769bd617e306 {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:21:29.613132 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Checking agent: {'id': '8f247efe-8b06-4893-bc92-bfa8f401b115', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:21:29.613547 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Checking segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:21:29.613927 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Bound using segment: {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'} {{(pid=110304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:21:29.614355 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.managers [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Bound port: b1968fba-db63-4c8b-a9ba-86a815436738, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c49975-d517-43f3-9b52-77dadc60f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306'}}] {{(pid=110304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:21:29.614741 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.685326 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] For port b1968fba-db63-4c8b-a9ba-86a815436738, host hv-cinder-83676, cleared binding levels {{(pid=110304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:21:29.688323 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] For port b1968fba-db63-4c8b-a9ba-86a815436738, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b1968fba-db63-4c8b-a9ba-86a815436738,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:21:29.749999 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533334'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.793230 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dedc8-a10b-4a91-b9ff-c1553a0b0596 req-02589007-e815-4a53-aec0-d9e810af076f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:29.795935 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de4dedc8-a10b-4a91-b9ff-c1553a0b0596 req-02589007-e815-4a53-aec0-d9e810af076f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 943 time: 0.0851314 Apr 07 12:21:29.795935 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:29.796476 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:29.797827 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] 10.222.0.48 "PUT /v2.0/ports/b1968fba-db63-4c8b-a9ba-86a815436738 HTTP/1.1" status: 200 len: 1093 time: 0.7481618 Apr 07 12:21:29.800076 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:29.803372 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3211ed01-a21b-4fe9-a809-9a1b2a978c99" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:29.844762 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def9480-d591-4192-8d4d-2ba3742ebaed service neutron] Pushing event updated for resources: {'Port': ['ID=b1968fba-db63-4c8b-a9ba-86a815436738,revision_number=3']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:29.849751 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed66d004-4cb8-4604-8536-01a1328c5777 x-openstack-request-id: req-ed66d004-4cb8-4604-8536-01a1328c5777 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:29.850036 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:29.855821 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed66d004-4cb8-4604-8536-01a1328c5777 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:29.855821 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed66d004-4cb8-4604-8536-01a1328c5777'] response: {'name': 'network-changed', 'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'status': 'completed', 'code': 200} Apr 07 12:21:29.889592 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-de4dedc8-a10b-4a91-b9ff-c1553a0b0596 req-b6893703-4e14-4492-8c94-ad84af906bdd tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834773 Apr 07 12:21:29.925251 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211ed01-a21b-4fe9-a809-9a1b2a978c99 req-55de517b-fdea-48b7-9d30-3bc8051346f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:29.927605 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3211ed01-a21b-4fe9-a809-9a1b2a978c99 req-55de517b-fdea-48b7-9d30-3bc8051346f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 1127 time: 0.0547609 Apr 07 12:21:30.030114 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211ed01-a21b-4fe9-a809-9a1b2a978c99 req-b0987f8f-f642-467c-8fce-a5d54749d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:30.031608 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3211ed01-a21b-4fe9-a809-9a1b2a978c99 req-b0987f8f-f642-467c-8fce-a5d54749d80a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959375 Apr 07 12:21:30.121633 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211ed01-a21b-4fe9-a809-9a1b2a978c99 req-4f55a19f-a91a-44da-bfb1-7272e42c575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:30.123134 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-3211ed01-a21b-4fe9-a809-9a1b2a978c99 req-4f55a19f-a91a-44da-bfb1-7272e42c575f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856996 Apr 07 12:21:30.200067 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-ad1c0ac8-2572-4f33-9f2a-044c24243c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:30.201445 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-ad1c0ac8-2572-4f33-9f2a-044c24243c8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 1127 time: 0.0442767 Apr 07 12:21:30.245261 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-95c7c6e9-9bad-427c-b678-a3590c67c48f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1968fba-db63-4c8b-a9ba-86a815436738 HTTP/1.1" status: 200 len: 217 time: 0.0367773 Apr 07 12:21:30.290570 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-a045ace4-3ba2-4bde-b9cd-35b13423a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:30.292032 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-a045ace4-3ba2-4bde-b9cd-35b13423a205 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0416996 Apr 07 12:21:30.339907 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-440e2399-63a1-48db-bf46-c0c37385c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:30.341371 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-440e2399-63a1-48db-bf46-c0c37385c9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435133 Apr 07 12:21:30.382717 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:30.433878 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-e274b4cb-5b7c-4ad7-be4a-3fbcef02a83b service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849314 Apr 07 12:21:30.518945 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7f3117fa-4b64-479f-a365-9d5ba0dd87ee req-5c961020-a0db-465f-9f14-f87463506e1d service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798635 Apr 07 12:21:31.014136 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba225-664f-46fe-bf89-7ab7f962f3ab req-cadd43b1-10f6-4d4b-b741-321d9b963ec2 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:31.015640 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-df8ba225-664f-46fe-bf89-7ab7f962f3ab req-cadd43b1-10f6-4d4b-b741-321d9b963ec2 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 943 time: 0.0549278 Apr 07 12:21:31.062009 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-df8ba225-664f-46fe-bf89-7ab7f962f3ab req-e03e21ad-733f-468e-bc9e-ac4cbd6667ea tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Apr 07 12:21:32.107529 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b1968fba-db63-4c8b-a9ba-86a815436738 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=110305) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:21:32.189389 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944b49-b0dc-4a8a-914b-5e3fe377a8b7 req-29c036eb-8387-4798-a9db-9db4d5276594 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:32.190882 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4e944b49-b0dc-4a8a-914b-5e3fe377a8b7 req-29c036eb-8387-4798-a9db-9db4d5276594 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 943 time: 0.0526457 Apr 07 12:21:32.207161 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b1968fba-db63-4c8b-a9ba-86a815436738, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b1968fba-db63-4c8b-a9ba-86a815436738,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:32.209507 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:32.218142 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Returning: {'device': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'port_id': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'mac_address': 'fa:16:3e:89:e8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110305) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:21:32.237065 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-4e944b49-b0dc-4a8a-914b-5e3fe377a8b7 req-633404d0-bb8c-4b15-8557-010a691216b2 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Apr 07 12:21:32.257450 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b1968fba-db63-4c8b-a9ba-86a815436738 is: DOWN; New status is: BUILD {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:32.257867 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:32.270829 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1968fba-db63-4c8b-a9ba-86a815436738 {{(pid=110305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:21:32.290133 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b1968fba-db63-4c8b-a9ba-86a815436738, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b1968fba-db63-4c8b-a9ba-86a815436738,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:32.354066 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:32.400260 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b1968fba-db63-4c8b-a9ba-86a815436738,revision_number=4']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:32.407122 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.407472 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.407820 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.408160 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.408493 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.408820 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.409146 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.409468 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.410329 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.410689 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.411011 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.411432 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.411961 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.412370 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.412705 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:21:32.788171 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] get_ports_and_sgs() called for port_ids ['b1968fba-db63-4c8b-a9ba-86a815436738'] {{(pid=110305) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:21:33.354531 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff164394-58b6-4595-b982-6917483ab035 req-1bca41a3-8859-44f9-a111-7179a8f31eb9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:33.356035 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff164394-58b6-4595-b982-6917483ab035 req-1bca41a3-8859-44f9-a111-7179a8f31eb9 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 944 time: 0.0551391 Apr 07 12:21:33.407683 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ff164394-58b6-4595-b982-6917483ab035 req-dab52c96-436b-42f5-a6f6-c9c22a6bd285 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 Apr 07 12:21:33.474911 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:34.127850 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b1968fba-db63-4c8b-a9ba-86a815436738 up at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:21:34.255165 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning for port b1968fba-db63-4c8b-a9ba-86a815436738 completed by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:21:34.259063 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.provisioning_blocks [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Provisioning complete for port b1968fba-db63-4c8b-a9ba-86a815436738 triggered by entity L2. {{(pid=110305) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:21:34.259434 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692356'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), provisioning_complete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:34.334966 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Current status of the port b1968fba-db63-4c8b-a9ba-86a815436738 is: BUILD; New status is: ACTIVE {{(pid=110305) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:21:34.335352 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622939'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), before_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:34.357203 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738'}] {{(pid=110305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:34.359429 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cb622b324ed9e1f7c27e46497702caf5378e862d4eb1697e73484c85d4b74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9726bd85-39af-4aa8-a1b1-1f812a6d1591" -d '{"events": [{"server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "name": "network-vif-plugged", "status": "completed", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738"}]}' {{(pid=110305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:34.371631 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] For port b1968fba-db63-4c8b-a9ba-86a815436738, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b1968fba-db63-4c8b-a9ba-86a815436738,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:21:34.393988 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0d0344-423f-4852-8451-244c0b772b45 x-openstack-request-id: req-bc0d0344-423f-4852-8451-244c0b772b45 {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:34.394279 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "name": "network-vif-plugged", "status": "completed", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738", "code": 200}]} {{(pid=110305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:34.394532 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc0d0344-423f-4852-8451-244c0b772b45 {{(pid=110305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:34.395484 dv-cinder-836769-3-iscsi neutron-server[110305]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0d0344-423f-4852-8451-244c0b772b45'] response: {'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'code': 200} Apr 07 12:21:34.427450 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737372023655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737371646585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737371646603'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:34.476755 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Pushing event updated for resources: {'Port': ['ID=b1968fba-db63-4c8b-a9ba-86a815436738,revision_number=5']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:21:34.530634 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66180627-59b5-49bf-99ed-e9c78b62b64e req-e9c4d43b-3e5c-4367-bdae-109a538fe887 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:34.532120 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-66180627-59b5-49bf-99ed-e9c78b62b64e req-e9c4d43b-3e5c-4367-bdae-109a538fe887 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0537887 Apr 07 12:21:34.580624 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-66180627-59b5-49bf-99ed-e9c78b62b64e req-4562d2cb-8907-46ef-974d-c7c6a4ce2904 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 Apr 07 12:21:34.694112 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c977ab3-fdd2-43e3-94b5-c2ed9289bfb5 req-b5cdf323-efee-4cd9-9a0c-70d61e3c5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:34.695631 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c977ab3-fdd2-43e3-94b5-c2ed9289bfb5 req-b5cdf323-efee-4cd9-9a0c-70d61e3c5d23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 1129 time: 0.0437272 Apr 07 12:21:34.741593 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-5c977ab3-fdd2-43e3-94b5-c2ed9289bfb5 req-0d17e084-eb04-4543-86ac-c4bfe3e2d993 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401189 Apr 07 12:21:35.697084 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b475-f10f-4d1c-8cbb-520b5c06ff42 req-e69c3286-8842-4ab4-a8ab-3b2135990864 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:35.699360 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7786b475-f10f-4d1c-8cbb-520b5c06ff42 req-e69c3286-8842-4ab4-a8ab-3b2135990864 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0508976 Apr 07 12:21:35.755683 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-7786b475-f10f-4d1c-8cbb-520b5c06ff42 req-74670932-7606-44a5-a9e5-0b5929423fe7 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513406 Apr 07 12:21:36.880424 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d19b8-3f61-49c7-bd83-c67a6923f489 req-1a0a2a11-8fd1-4a55-93cc-381ff1fd0385 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:36.881874 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a18d19b8-3f61-49c7-bd83-c67a6923f489 req-1a0a2a11-8fd1-4a55-93cc-381ff1fd0385 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0529773 Apr 07 12:21:36.927409 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a18d19b8-3f61-49c7-bd83-c67a6923f489 req-b96e9567-091c-4d3a-bb4a-f9f99d7e1f4c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Apr 07 12:21:37.042619 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd82e4-fdf7-4139-b625-21d07ab6a4e8 req-d255558b-d9f0-4f97-81ac-76f4b4b56b32 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:37.044020 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-41cd82e4-fdf7-4139-b625-21d07ab6a4e8 req-d255558b-d9f0-4f97-81ac-76f4b4b56b32 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0555742 Apr 07 12:21:37.052843 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43728) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:21:37.057000 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.v2.base [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Request body: {'floatingip': {'port_id': 'b1968fba-db63-4c8b-a9ba-86a815436738'}} {{(pid=110304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:21:37.095011 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (f7c4d22d-e970-4baf-b412-2e97f00042c8), before_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:37.806908 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:37.868029 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (f7c4d22d-e970-4baf-b412-2e97f00042c8), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:37.973730 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP f7c4d22d-e970-4baf-b412-2e97f00042c8 associated. External IP: 172.27.1.67, port: b1968fba-db63-4c8b-a9ba-86a815436738. Apr 07 12:21:38.193307 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:21:38.301474 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:21:38.306497 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:38.311352 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:21:38.320325 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:38.320930 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:21:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:38.345819 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-ad5093da-9984-4be0-906a-0529d28a71ba tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "PUT /v2.0/floatingips/f7c4d22d-e970-4baf-b412-2e97f00042c8 HTTP/1.1" status: 200 len: 990 time: 1.2835190 Apr 07 12:21:38.345819 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:21:38.345819 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:21:38.379853 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f095c4a-17d8-4149-9ec0-02701d4e6410 x-openstack-request-id: req-7f095c4a-17d8-4149-9ec0-02701d4e6410 {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:21:38.380323 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:21:38.380783 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f095c4a-17d8-4149-9ec0-02701d4e6410 {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:21:38.381207 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f095c4a-17d8-4149-9ec0-02701d4e6410'] response: {'name': 'network-changed', 'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'status': 'completed', 'code': 200} Apr 07 12:21:38.433609 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:38.446498 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-44c9d71c-8592-45ce-b5f2-8b97fbc40d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.447949 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-44c9d71c-8592-45ce-b5f2-8b97fbc40d41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 1129 time: 0.0451372 Apr 07 12:21:38.540608 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-4c5c9545-4f00-4f79-bd1b-d32937631d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.542117 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-4c5c9545-4f00-4f79-bd1b-d32937631d61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0880864 Apr 07 12:21:38.606377 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-6df26a23-3812-430e-818c-6547cb4e3108 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1968fba-db63-4c8b-a9ba-86a815436738 HTTP/1.1" status: 200 len: 998 time: 0.0581770 Apr 07 12:21:38.655690 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-81522fe4-9b73-4bf5-87ee-5a60d735887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.657173 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-81522fe4-9b73-4bf5-87ee-5a60d735887f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0452957 Apr 07 12:21:38.659704 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'f7c4d22d-e970-4baf-b412-2e97f00042c8', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:89:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:25Z', 'updated_at': '2022-04-07T12:21:37Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:38.691010 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:21:38.700445 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:21:38.701006 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:21:29Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:38.720302 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-f7384a6c-5b08-4ab9-bc25-b32f6c5db499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:21:38.721807 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-f7384a6c-5b08-4ab9-bc25-b32f6c5db499 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585661 Apr 07 12:21:38.810823 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-76e9de08-e2b0-47e9-aebb-4653cde7c226 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820019 Apr 07 12:21:38.812692 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:21:38.918826 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-a5bc7f0f-5f96-4063-8e1d-56b02bc2e430 req-25e71daa-e947-45e5-b74f-266f115cdf83 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024168 Apr 07 12:21:39.047237 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'f7c4d22d-e970-4baf-b412-2e97f00042c8', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:89:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:25Z', 'updated_at': '2022-04-07T12:21:37Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:21:39.073456 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbff74d-4888-41ba-869e-d1e5a2ef4fd1 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_floatingips': [{'id': 'f7c4d22d-e970-4baf-b412-2e97f00042c8', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'router_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'port_id': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'mac_address': 'fa:16:3e:89:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:21:25Z', 'updated_at': '2022-04-07T12:21:37Z', 'revision_number': 1, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:21:39.262104 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c26e6-e585-4f31-9a05-431983bb6672 None None] New status for floating IP f7c4d22d-e970-4baf-b412-2e97f00042c8: ACTIVE {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:21:42.896301 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:21:47.822052 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:52.016432 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [req-331fca05-cae2-4cc7-b9e0-6f94104c9a2a req-ba86ab88-33d4-4860-b97f-2f487652dd28 service neutron] (110304) timed out ('10.222.0.48', 65160) {{(pid=110304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:21:53.943555 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [req-4b73695e-b22f-4320-9124-3b88ad7759d6 req-47d77a4a-451a-443f-b552-e01713525032 service neutron] (110303) timed out ('10.222.0.48', 65172) {{(pid=110303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:21:57.073350 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-22268122-9724-4be0-a881-250b81a01b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:21:59.530144 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-96659013-2f33-4ab9-9772-5fdac16f85a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:00.368670 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:02.168762 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:03.477515 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:04.058053 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-fbe971a2-5ecb-42ee-a865-4e833aa9a735 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826867 Apr 07 12:22:04.140815 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-fcb98045-8f39-40ae-9120-cf7b00185a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:04.142181 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-fcb98045-8f39-40ae-9120-cf7b00185a08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 1129 time: 0.0429425 Apr 07 12:22:04.245494 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-0c14b53f-2758-4c0b-8423-d19e0f858d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:04.247107 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-0c14b53f-2758-4c0b-8423-d19e0f858d29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 200 len: 915 time: 0.0875609 Apr 07 12:22:04.314829 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-0e18bdef-fd86-4694-8aed-f110ce75e25c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1968fba-db63-4c8b-a9ba-86a815436738 HTTP/1.1" status: 200 len: 1000 time: 0.0610802 Apr 07 12:22:04.366144 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-36910e23-9588-4e4b-b386-2d019bd22971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:04.367582 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-36910e23-9588-4e4b-b386-2d019bd22971 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 200 len: 853 time: 0.0468047 Apr 07 12:22:04.415671 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-58235c31-224b-4265-8938-cfaeaff9e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:22:04.417143 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-58235c31-224b-4265-8938-cfaeaff9e3d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4114a684-463e-47b4-a9d2-769bd617e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426927 Apr 07 12:22:04.503616 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-553cfa03-0ccf-4dfc-9994-c6b35669ca67 service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802290 Apr 07 12:22:04.595733 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-9891dd4d-cb8a-4992-8eb5-dac841a6bb73 req-2ab859ac-ac20-4334-a9a0-0c4fcbe72fdb service neutron] 10.222.0.48 "GET /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862482 Apr 07 12:22:07.928835 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-2609927e-70f4-4990-bee8-5290510f2b66 service neutron] (110303) timed out ('10.222.0.37', 39074) {{(pid=110303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:22:08.061908 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [req-c703725c-c538-4826-b0a4-80b658e9031f req-4ef662f3-223d-4e1e-9f9e-c149e3e62c0f tempest-AttachVolumeShelveTestJSON-368295085 tempest-AttachVolumeShelveTestJSON-368295085-project] (110303) timed out ('10.222.0.37', 39086) {{(pid=110303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:22:17.813998 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:19.895726 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:22:27.047936 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-55e698a9-ba13-41c3-bbbc-600b4977e162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:29.512426 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-24777402-fae2-4097-9f87-7803f3457577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:30.381316 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:32.156073 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:33.449201 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:47.818725 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:56.894602 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:22:57.026268 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-520cdedf-980d-4071-b19d-59afc9daf51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:22:59.517363 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a638-c376-4dd4-a395-60ae9acf9ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:00.362853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:02.157211 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:03.446679 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:06.201584 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445effb-34d4-48d7-8a26-e4455ec13554 req-a6fc3f67-ed23-47b4-b122-454972c323ce tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:06.203084 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b445effb-34d4-48d7-8a26-e4455ec13554 req-a6fc3f67-ed23-47b4-b122-454972c323ce tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0537658 Apr 07 12:23:06.249820 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-b445effb-34d4-48d7-8a26-e4455ec13554 req-2cb670cf-6b50-47bb-a0ab-1047c767f691 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402386 Apr 07 12:23:07.371893 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3561d1-fbe9-49c9-9cdf-0f2ced73395a req-9f9cb048-d6db-4177-8864-c316ae9e1751 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:07.373077 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ac3561d1-fbe9-49c9-9cdf-0f2ced73395a req-9f9cb048-d6db-4177-8864-c316ae9e1751 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0555172 Apr 07 12:23:07.426840 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-ac3561d1-fbe9-49c9-9cdf-0f2ced73395a req-58c379c0-a285-404f-a798-f8d2edbae6e1 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481889 Apr 07 12:23:08.064445 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814066e7-797b-45fd-9213-92ef4dd8361a req-7a4f4772-5218-46b0-acca-a8d646c3cd3c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:08.065909 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-814066e7-797b-45fd-9213-92ef4dd8361a req-7a4f4772-5218-46b0-acca-a8d646c3cd3c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0516002 Apr 07 12:23:08.158022 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port b1968fba-db63-4c8b-a9ba-86a815436738 {{(pid=110304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:08.158359 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:08.245324 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.db [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] For port b1968fba-db63-4c8b-a9ba-86a815436738, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=b1968fba-db63-4c8b-a9ba-86a815436738,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:08.245687 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:08.415217 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:08.415892 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1816526'] for floatingip (f7c4d22d-e970-4baf-b412-2e97f00042c8), after_update {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:08.415892 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.db.l3_db [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Floating IP f7c4d22d-e970-4baf-b412-2e97f00042c8 disassociated. External IP: 172.27.1.67, port: b1968fba-db63-4c8b-a9ba-86a815436738. Apr 07 12:23:08.416138 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.plugins.ml2.plugin [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for b1968fba-db63-4c8b-a9ba-86a815436738 owned by compute:nova {{(pid=110304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:08.583624 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c3b2-79b7-4a40-acf9-eda3190bab2b req-513098b2-ef74-4160-af3a-fd9d2b6a507c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:23:08.585151 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07b4c3b2-79b7-4a40-acf9-eda3190bab2b req-513098b2-ef74-4160-af3a-fd9d2b6a507c tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 945 time: 0.0912638 Apr 07 12:23:08.630204 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3533321'] for port (b1968fba-db63-4c8b-a9ba-86a815436738), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:08.634301 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-07b4c3b2-79b7-4a40-acf9-eda3190bab2b req-4d18a7bb-0079-4582-ba20-6f26bc5b2283 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups?id=16d780be-558d-495a-a613-c130de75946b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Apr 07 12:23:08.663202 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=b1968fba-db63-4c8b-a9ba-86a815436738,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:08.674164 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.674503 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.674859 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.675197 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.675524 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.675849 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.676169 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.676488 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.676966 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.677292 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.677613 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.677929 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.678247 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.678576 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.678900 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:08.793865 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:23:08.903056 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:08.914195 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:08.923570 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:08.924199 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:22:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:08.944331 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.db.l3_dvrscheduler_db [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] No DVR routers for this DVR port b1968fba-db63-4c8b-a9ba-86a815436738 on host hv-cinder-83676 {{(pid=110304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:23:08.946804 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for port (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:08.950056 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-814066e7-797b-45fd-9213-92ef4dd8361a req-adf1114b-d37c-4793-ac01-054a29018858 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.48 "DELETE /v2.0/ports/b1968fba-db63-4c8b-a9ba-86a815436738 HTTP/1.1" status: 204 len: 173 time: 0.8785284 Apr 07 12:23:08.950511 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'name': 'network-vif-deleted', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738'}] {{(pid=110304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:23:08.952770 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9347c4af402e56fb1e6435542625132ba5e6266a38585325dcb36787fdff552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0085e7c8-b722-4f24-8def-d839e4acee77" -d '{"events": [{"server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "name": "network-vif-deleted", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738"}]}' {{(pid=110304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:23:08.995456 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79aee3a-d3fb-4caf-b794-17b744ca17ca x-openstack-request-id: req-e79aee3a-d3fb-4caf-b794-17b744ca17ca {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:23:08.995754 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f", "name": "network-vif-deleted", "tag": "b1968fba-db63-4c8b-a9ba-86a815436738", "status": "completed", "code": 200}]} {{(pid=110304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:23:08.996011 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e79aee3a-d3fb-4caf-b794-17b744ca17ca {{(pid=110304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:23:08.996427 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79aee3a-d3fb-4caf-b794-17b744ca17ca'] response: {'server_uuid': '2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f', 'name': 'network-vif-deleted', 'tag': 'b1968fba-db63-4c8b-a9ba-86a815436738', 'status': 'completed', 'code': 200} Apr 07 12:23:09.040006 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:09.257696 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:09.282655 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:09.291244 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:09.291838 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:22:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:09.398105 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:09.687773 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:09.715131 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52b06-7252-41d8-8070-3b50bae0ccad None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:04Z', 'revision_number': 4, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi', '_interfaces': [{'id': 'ac3eedcf-1806-45f2-a3b7-899de0e403cc', 'name': '', 'network_id': '4114a684-463e-47b4-a9d2-769bd617e306', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'mac_address': 'fa:16:3e:8b:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:03Z', 'updated_at': '2022-04-07T12:16:07Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'subnets': [{'id': 'cda7cda1-0082-45ce-a234-601fecf096d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:09.748570 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [req-e1707283-0a2e-440f-abc4-fca9f71d1324 req-1936bb33-3af2-4beb-a9cb-b78a6a32168e tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6115eb-b7c6-4c8f-9830-2df6a8cd3a1f HTTP/1.1" status: 200 len: 210 time: 0.0326114 Apr 07 12:23:09.952372 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7c867-5f7c-4c19-a21a-872e5bc34e5d None None] New status for floating IP f7c4d22d-e970-4baf-b412-2e97f00042c8: DOWN {{(pid=110305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:23:10.899853 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 43838) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:10.956656 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c701e965-2acc-46e8-afd2-c782513f71ee tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (16d780be-558d-495a-a613-c130de75946b), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:10.980514 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c701e965-2acc-46e8-afd2-c782513f71ee tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (16d780be-558d-495a-a613-c130de75946b), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.146710 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c701e965-2acc-46e8-afd2-c782513f71ee tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (16d780be-558d-495a-a613-c130de75946b), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.149388 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-c701e965-2acc-46e8-afd2-c782513f71ee tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.150784 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-c701e965-2acc-46e8-afd2-c782513f71ee tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/security-groups/16d780be-558d-495a-a613-c130de75946b HTTP/1.1" status: 204 len: 168 time: 0.2497876 Apr 07 12:23:11.156301 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43840) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:11.159926 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701e965-2acc-46e8-afd2-c782513f71ee tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d780be-558d-495a-a613-c130de75946b,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:11.173971 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.api.v2.resource [None req-e993a27e-68ea-4a99-bdcb-784f584a9a18 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] show failed (client error): The resource could not be found. Apr 07 12:23:11.176051 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e993a27e-68ea-4a99-bdcb-784f584a9a18 tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "GET /v2.0/security-groups/16d780be-558d-495a-a613-c130de75946b HTTP/1.1" status: 404 len: 347 time: 0.0200460 Apr 07 12:23:11.178238 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43846) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:11.310473 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Deleting port 1a0ea894-d7bb-459c-af9b-15a59dfcfa82 {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:11.310851 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.389334 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.389607 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.413006 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Calling delete_port for 1a0ea894-d7bb-459c-af9b-15a59dfcfa82 owned by network:floatingip {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:11.597390 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (1a0ea894-d7bb-459c-af9b-15a59dfcfa82), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.619810 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Pushing event deleted for resources: {'Port': ['ID=1a0ea894-d7bb-459c-af9b-15a59dfcfa82,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:11.633232 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.637167 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.638519 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.638519 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:11.695300 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks [] for floatingip (f7c4d22d-e970-4baf-b412-2e97f00042c8), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.697790 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205580'] for floatingip (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:11.699016 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0f28cf7a-0259-4616-8db3-baba813a0f1f tempest-AttachVolumeNegativeTest-1309205207 tempest-AttachVolumeNegativeTest-1309205207-project] 10.222.0.37 "DELETE /v2.0/floatingips/f7c4d22d-e970-4baf-b412-2e97f00042c8 HTTP/1.1" status: 204 len: 168 time: 0.5190969 Apr 07 12:23:12.499087 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b1968fba-db63-4c8b-a9ba-86a815436738 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:12.519008 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] No Port match for: b1968fba-db63-4c8b-a9ba-86a815436738 {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:12.519361 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Device b1968fba-db63-4c8b-a9ba-86a815436738 not bound to the agent host hv-cinder-83676 {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:15.700980 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43884) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:16.110390 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1814478'] for router_interface (b9d965e5-f2e5-4b15-aacd-c98af576a572), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.353437 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Deleting port ac3eedcf-1806-45f2-a3b7-899de0e403cc {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:16.353771 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.429920 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] For port ac3eedcf-1806-45f2-a3b7-899de0e403cc, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=ac3eedcf-1806-45f2-a3b7-899de0e403cc,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:16.430536 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.446676 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Calling delete_port for ac3eedcf-1806-45f2-a3b7-899de0e403cc owned by network:router_interface {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:16.734238 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (ac3eedcf-1806-45f2-a3b7-899de0e403cc), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:16.757598 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3eedcf-1806-45f2-a3b7-899de0e403cc,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:16.923766 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814401'] for router_interface (b9d965e5-f2e5-4b15-aacd-c98af576a572), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.144888 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Router b9d965e5-f2e5-4b15-aacd-c98af576a572 has already been hosted by L3 agent 89e04191-6419-4ce4-9ac1-7a38a76afb75 {{(pid=110303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:23:17.250195 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] Notify agent at l3_agent.dv-cinder-836769-3-iscsi the message routers_updated {{(pid=110303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:23:17.256686 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-dd46e477-0160-490b-9a8a-ee0fdaa4a4ef admin admin] 10.222.0.37 "PUT /v2.0/routers/b9d965e5-f2e5-4b15-aacd-c98af576a572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539446 Apr 07 12:23:17.258394 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43888) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:17.261030 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] Sync routers for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:23:17.271678 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:17.272293 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:22:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:17.362786 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks [] for router (b9d965e5-f2e5-4b15-aacd-c98af576a572), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.378804 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: dv-cinder-836769-3-iscsi {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:17.466334 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks [] for router_gateway (b9d965e5-f2e5-4b15-aacd-c98af576a572), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.558776 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'external_fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:23:16Z', 'revision_number': 5, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port': {'id': 'c82ca958-f768-4c4d-b389-9acd0bfe9b1a', 'name': '', 'network_id': '3be09739-6b22-4105-8c42-41050eb1ea98', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '973d2acf-2bab-4b4c-8504-f7463053c668', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-3-iscsi'}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:17.572946 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Deleting port c82ca958-f768-4c4d-b389-9acd0bfe9b1a {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:17.573318 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.585663 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] Checking router: b9d965e5-f2e5-4b15-aacd-c98af576a572 for host: dv-cinder-836769-3-iscsi {{(pid=110306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:23:17.593977 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] Routers {'b9d965e5-f2e5-4b15-aacd-c98af576a572'} bound to L3 agent in host dv-cinder-836769-3-iscsi {{(pid=110306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:23:17.594615 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:45:59Z,description=,heartbeat_timestamp=2022-04-07T12:22:59Z,host='dv-cinder-836769-3-iscsi',id=89e04191-6419-4ce4-9ac1-7a38a76afb75,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:46:00Z,topic='l3_agent')) {'router_ids': ['b9d965e5-f2e5-4b15-aacd-c98af576a572'], 'active': True} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:17.650647 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] For port c82ca958-f768-4c4d-b389-9acd0bfe9b1a, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,segment=NetworkSegment(3365c363-1fa8-4f18-9284-841ae2ba9cfe),segment_id=3365c363-1fa8-4f18-9284-841ae2ba9cfe)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:17.651014 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.663276 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Calling delete_port for c82ca958-f768-4c4d-b389-9acd0bfe9b1a owned by network:router_gateway {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:17.688602 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_dvr_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] Set router b9d965e5-f2e5-4b15-aacd-c98af576a572 gateway port host: None {{(pid=110306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:23:17.743532 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.l3_hamode_db [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 6, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port_host': None}], 'dv-cinder-836769-3-iscsi', False) {} {{(pid=110306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:17.770281 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebc1c5f-802e-4788-9528-d8b44942e941 None None] The sync data for ids ['b9d965e5-f2e5-4b15-aacd-c98af576a572'] in dv-cinder-836769-3-iscsi is: [{'id': 'b9d965e5-f2e5-4b15-aacd-c98af576a572', 'name': 'tempest-AttachVolumeNegativeTest-418754286-router', 'tenant_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:16:01Z', 'updated_at': '2022-04-07T12:23:17Z', 'revision_number': 6, 'project_id': '3e11555ddf5b4c8ea2f0fb99f5824f00', 'gw_port_host': None}] {{(pid=110306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:23:17.806741 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.904052 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (c82ca958-f768-4c4d-b389-9acd0bfe9b1a), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:17.929680 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82ca958-f768-4c4d-b389-9acd0bfe9b1a,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:17.989297 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816564'] for router_gateway (b9d965e5-f2e5-4b15-aacd-c98af576a572), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.313720 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28410'] for router (b9d965e5-f2e5-4b15-aacd-c98af576a572), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.315873 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks [] for router_controller (b9d965e5-f2e5-4b15-aacd-c98af576a572), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.414158 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811882'] for router (b9d965e5-f2e5-4b15-aacd-c98af576a572), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.414785 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d965e5-f2e5-4b15-aacd-c98af576a572 {{(pid=110303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:23:18.419216 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.420352 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7eeb2a07-4d1d-482f-97c8-09759f8da6e6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b9d965e5-f2e5-4b15-aacd-c98af576a572 HTTP/1.1" status: 204 len: 168 time: 1.1610255 Apr 07 12:23:18.422806 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43890) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:18.467525 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.db_base_plugin_v2 [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] Deleting subnet cda7cda1-0082-45ce-a234-601fecf096d7 {{(pid=110303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:23:18.470450 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] Publish callbacks [] for subnet (cda7cda1-0082-45ce-a234-601fecf096d7), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.503538 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3288852'] for subnet (cda7cda1-0082-45ce-a234-601fecf096d7), precommit_delete_associations {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.584534 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663648'] for subnet (cda7cda1-0082-45ce-a234-601fecf096d7), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.692929 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4167369'] for subnet (cda7cda1-0082-45ce-a234-601fecf096d7), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.717280 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda7cda1-0082-45ce-a234-601fecf096d7,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:18.723843 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for subnet (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.726987 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-4717ee53-5dcf-4277-adfd-27772ae66fdc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cda7cda1-0082-45ce-a234-601fecf096d7 HTTP/1.1" status: 204 len: 168 time: 0.3032236 Apr 07 12:23:18.729527 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43892) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:18.729681 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851bfb56-b47d-4f88-b678-978e4c50ffa0 None None] Network 4114a684-463e-47b4-a9d2-769bd617e306 requested from dv-cinder-836769-3-iscsi {{(pid=110305) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:23:18.802837 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-820897'] for network (4114a684-463e-47b4-a9d2-769bd617e306), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.859224 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Deleting port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa {{(pid=110303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:18.859557 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.898704 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] DHCP port deletion for 4114a684-463e-47b4-a9d2-769bd617e306 request from dv-cinder-836769-3-iscsi {{(pid=110305) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:23:18.922786 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.db [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] For port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:18.923378 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:18.935595 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Calling delete_port for 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa owned by network:dhcp {{(pid=110303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:18.948713 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Deleting port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa {{(pid=110305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:23:18.949046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737372018050'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), before_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.014946 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.db [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] For port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa, host dv-cinder-836769-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-3-iscsi',level=0,port_id=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,segment=NetworkSegment(f5c49975-d517-43f3-9b52-77dadc60f93d),segment_id=f5c49975-d517-43f3-9b52-77dadc60f93d)] {{(pid=110305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:23:19.015420 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804090'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), precommit_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.028388 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Calling delete_port for 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa owned by network:dhcp {{(pid=110305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:23:19.117289 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289361'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: from cryptography.utils import int_from_bytes Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: from cryptography.utils import int_from_bytes Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.117902 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 12:23:19.120781 dv-cinder-836769-3-iscsi neutron-server[110305]: self.session.flush() Apr 07 12:23:19.123940 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737372023637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737371646576'] for port (2c57c458-696d-41cf-b2c3-cf7e86d7fbfa), after_delete {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.147046 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:19.148889 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] No DVR routers for this DVR port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa on host dv-cinder-836769-3-iscsi {{(pid=110303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:23:19.151718 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:19.156234 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Pushing event deleted for resources: {'Port': ['ID=2c57c458-696d-41cf-b2c3-cf7e86d7fbfa,revision_number=None']} {{(pid=110305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:19.158385 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] No DVR routers for this DVR port 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa on host dv-cinder-836769-3-iscsi {{(pid=110305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:23:19.190964 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:19.191316 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device 2c57c458-696d-41cf-b2c3-cf7e86d7fbfa not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:19.192411 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ac3eedcf-1806-45f2-a3b7-899de0e403cc no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:19.215422 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.215661 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.216013 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.216356 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.216691 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.217023 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.217352 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.217678 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.218006 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.218336 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.218695 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.219025 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.219348 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.219671 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.220004 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d3fbe-ce88-498f-983b-f389e8ba6f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-3-iscsi {{(pid=110305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:23:19.222769 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: ac3eedcf-1806-45f2-a3b7-899de0e403cc {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:19.223184 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device ac3eedcf-1806-45f2-a3b7-899de0e403cc not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:19.223625 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c82ca958-f768-4c4d-b389-9acd0bfe9b1a no longer exists at agent ovs-agent-dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:23:19.232633 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-694521', 'neutron.services.segments.db._delete_segments_for_network-8737371926730'] for network (4114a684-463e-47b4-a9d2-769bd617e306), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.243997 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.plugin [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] No Port match for: c82ca958-f768-4c4d-b389-9acd0bfe9b1a {{(pid=110305) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:23:19.244832 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron.plugins.ml2.rpc [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Device c82ca958-f768-4c4d-b389-9acd0bfe9b1a not bound to the agent host dv-cinder-836769-3-iscsi {{(pid=110305) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:23:19.253729 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4114a684-463e-47b4-a9d2-769bd617e306']}} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:19.263766 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c49975-d517-43f3-9b52-77dadc60f93d') {'for_net_delete': True} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:19.264066 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.services.segments.db [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c49975-d517-43f3-9b52-77dadc60f93d') {} {{(pid=110303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:23:19.273271 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737371929811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3288845'] for segment (f5c49975-d517-43f3-9b52-77dadc60f93d), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.286197 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385'] for segment (f5c49975-d517-43f3-9b52-77dadc60f93d), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.292015 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=110303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:23:19.292405 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3289378'] for segment (f5c49975-d517-43f3-9b52-77dadc60f93d), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: Traceback (most recent call last): Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: timer() Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: cb(*args, **kw) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: return func(*args, **kwargs) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: self._notify() Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: self.callback(batched_events) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: event.method(event) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: return f(self, *a, **k) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._get(url).json() Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: return self.request(url, 'GET', **kwargs) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:23:19.294015 dv-cinder-836769-3-iscsi neutron-server[110303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:23:19.417599 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-694498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1816528'] for network (4114a684-463e-47b4-a9d2-769bd617e306), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.423026 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575986'] for network (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.426828 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] 10.222.0.37 "DELETE /v2.0/networks/4114a684-463e-47b4-a9d2-769bd617e306 HTTP/1.1" status: 204 len: 168 time: 0.6956298 Apr 07 12:23:19.438630 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b76f5-c22b-432d-a981-2b2e861ef32b admin admin] Pushing event deleted for resources: {'Network': ['ID=4114a684-463e-47b4-a9d2-769bd617e306,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:19.751971 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43896) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:19.795032 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-ed7734d8-4265-4d76-b509-a22a4c9fb507 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e11555ddf5b4c8ea2f0fb99f5824f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418730 Apr 07 12:23:19.797412 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 43898) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:19.848647 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7c56d124-4e18-4945-b409-f4e2db8aeec5 admin admin] Publish callbacks [] for security_group (a60cc57a-4eea-42a1-88ca-32f029c82d33), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.870202 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7c56d124-4e18-4945-b409-f4e2db8aeec5 admin admin] Publish callbacks [] for security_group (a60cc57a-4eea-42a1-88ca-32f029c82d33), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.985151 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7c56d124-4e18-4945-b409-f4e2db8aeec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (a60cc57a-4eea-42a1-88ca-32f029c82d33), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.987780 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7c56d124-4e18-4945-b409-f4e2db8aeec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:19.991269 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7c56d124-4e18-4945-b409-f4e2db8aeec5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a60cc57a-4eea-42a1-88ca-32f029c82d33 HTTP/1.1" status: 204 len: 168 time: 0.1906619 Apr 07 12:23:19.997240 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56d124-4e18-4945-b409-f4e2db8aeec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cc57a-4eea-42a1-88ca-32f029c82d33,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:27.048019 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8da30e80-9ffb-46fb-ae67-1d3b34e16dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:29.562656 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d8426469-439c-41e6-b0e0-20c0a4431b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:30.383289 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.028703 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 44012) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:31.131345 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d258-9244-4ef9-bc66-944cf48a444b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.203351 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d258-9244-4ef9-bc66-944cf48a444b admin admin] Publish callbacks [] for security_group (3531c7ac-732c-404f-9d82-7278341e7396), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.271414 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d258-9244-4ef9-bc66-944cf48a444b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3531c7ac-732c-404f-9d82-7278341e7396), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.310696 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0cf9d258-9244-4ef9-bc66-944cf48a444b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8534ba4bd86488990a4000e3f504cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809057 Apr 07 12:23:31.311602 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9d258-9244-4ef9-bc66-944cf48a444b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3531c7ac-732c-404f-9d82-7278341e7396,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:31.313395 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 44016) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:31.361573 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d88979a-0e3d-4f00-847a-15e774d26f31 admin admin] Publish callbacks [] for security_group (3531c7ac-732c-404f-9d82-7278341e7396), before_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.381880 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d88979a-0e3d-4f00-847a-15e774d26f31 admin admin] Publish callbacks [] for security_group (3531c7ac-732c-404f-9d82-7278341e7396), precommit_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.497598 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d88979a-0e3d-4f00-847a-15e774d26f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (3531c7ac-732c-404f-9d82-7278341e7396), after_delete {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.500135 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-4d88979a-0e3d-4f00-847a-15e774d26f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:31.501303 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-4d88979a-0e3d-4f00-847a-15e774d26f31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3531c7ac-732c-404f-9d82-7278341e7396 HTTP/1.1" status: 204 len: 168 time: 0.1861141 Apr 07 12:23:31.510123 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88979a-0e3d-4f00-847a-15e774d26f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3531c7ac-732c-404f-9d82-7278341e7396,revision_number=None']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:32.148732 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:33.445866 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:33.893046 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:23:38.558935 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.wsgi [-] (110304) accepted ('10.222.0.37', 44110) {{(pid=110304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:38.661145 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5037cf9e-e0ba-4041-8c94-3554ebf93372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:38.736283 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5037cf9e-e0ba-4041-8c94-3554ebf93372 admin admin] Publish callbacks [] for security_group (0c4698ef-bc24-4bd3-adc7-9ad800dfb769), precommit_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:38.782833 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron_lib.callbacks.manager [None req-5037cf9e-e0ba-4041-8c94-3554ebf93372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0c4698ef-bc24-4bd3-adc7-9ad800dfb769), after_create {{(pid=110304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:38.821812 dv-cinder-836769-3-iscsi neutron-server[110304]: INFO neutron.wsgi [None req-5037cf9e-e0ba-4041-8c94-3554ebf93372 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffc3be59537b469288cfb3ae4fdd7806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618361 Apr 07 12:23:38.822678 dv-cinder-836769-3-iscsi neutron-server[110304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037cf9e-e0ba-4041-8c94-3554ebf93372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4698ef-bc24-4bd3-adc7-9ad800dfb769,revision_number=1']} {{(pid=110304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:38.825338 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 44114) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:38.875857 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1a2e-e8dd-4114-b48d-cc82abc225d6 admin admin] Publish callbacks [] for security_group (0c4698ef-bc24-4bd3-adc7-9ad800dfb769), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:38.897185 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1a2e-e8dd-4114-b48d-cc82abc225d6 admin admin] Publish callbacks [] for security_group (0c4698ef-bc24-4bd3-adc7-9ad800dfb769), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.011618 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1a2e-e8dd-4114-b48d-cc82abc225d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (0c4698ef-bc24-4bd3-adc7-9ad800dfb769), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.014140 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1a2e-e8dd-4114-b48d-cc82abc225d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.015355 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-1c2e1a2e-e8dd-4114-b48d-cc82abc225d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c4698ef-bc24-4bd3-adc7-9ad800dfb769 HTTP/1.1" status: 204 len: 168 time: 0.1890037 Apr 07 12:23:39.023422 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e1a2e-e8dd-4114-b48d-cc82abc225d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4698ef-bc24-4bd3-adc7-9ad800dfb769,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:39.573496 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 44120) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:39.587014 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e2057f4e-ea09-4a71-95d4-e74ffa664f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.659354 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e2057f4e-ea09-4a71-95d4-e74ffa664f9c admin admin] Publish callbacks [] for security_group (58ad853d-de87-4a40-8fa0-2bf4b2e38b8f), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.723204 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-e2057f4e-ea09-4a71-95d4-e74ffa664f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (58ad853d-de87-4a40-8fa0-2bf4b2e38b8f), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.761346 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2057f4e-ea09-4a71-95d4-e74ffa664f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ad853d-de87-4a40-8fa0-2bf4b2e38b8f,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:39.766631 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-e2057f4e-ea09-4a71-95d4-e74ffa664f9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d16d56697a3484f86bc11beb55329ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920872 Apr 07 12:23:39.773814 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 44122) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:39.816766 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0b967c10-3a86-4883-b6c3-0e3fa8cc1186 admin admin] Publish callbacks [] for security_group (58ad853d-de87-4a40-8fa0-2bf4b2e38b8f), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.839996 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0b967c10-3a86-4883-b6c3-0e3fa8cc1186 admin admin] Publish callbacks [] for security_group (58ad853d-de87-4a40-8fa0-2bf4b2e38b8f), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.948715 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0b967c10-3a86-4883-b6c3-0e3fa8cc1186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (58ad853d-de87-4a40-8fa0-2bf4b2e38b8f), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.951262 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-0b967c10-3a86-4883-b6c3-0e3fa8cc1186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:39.952436 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-0b967c10-3a86-4883-b6c3-0e3fa8cc1186 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58ad853d-de87-4a40-8fa0-2bf4b2e38b8f HTTP/1.1" status: 204 len: 168 time: 0.1817284 Apr 07 12:23:39.960947 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b967c10-3a86-4883-b6c3-0e3fa8cc1186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ad853d-de87-4a40-8fa0-2bf4b2e38b8f,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:41.493609 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 44152) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:41.594138 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-85629545-36cd-497f-8368-ecacdf0a48e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:41.667769 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-85629545-36cd-497f-8368-ecacdf0a48e8 admin admin] Publish callbacks [] for security_group (ebb852c5-00a9-4dde-84f4-f6d9fc895413), precommit_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:41.779395 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-85629545-36cd-497f-8368-ecacdf0a48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ebb852c5-00a9-4dde-84f4-f6d9fc895413), after_create {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:41.821521 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85629545-36cd-497f-8368-ecacdf0a48e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb852c5-00a9-4dde-84f4-f6d9fc895413,revision_number=1']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:41.827016 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-85629545-36cd-497f-8368-ecacdf0a48e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=072ad99954ff4d7a985e433b274e638b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324037 Apr 07 12:23:41.829661 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.wsgi [-] (110303) accepted ('10.222.0.37', 44156) {{(pid=110303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:23:41.877697 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7655f987-2115-44d9-97af-24a23152fb8a admin admin] Publish callbacks [] for security_group (ebb852c5-00a9-4dde-84f4-f6d9fc895413), before_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:41.899511 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7655f987-2115-44d9-97af-24a23152fb8a admin admin] Publish callbacks [] for security_group (ebb852c5-00a9-4dde-84f4-f6d9fc895413), precommit_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:42.042216 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7655f987-2115-44d9-97af-24a23152fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660511'] for security_group (ebb852c5-00a9-4dde-84f4-f6d9fc895413), after_delete {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:42.044746 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron_lib.callbacks.manager [None req-7655f987-2115-44d9-97af-24a23152fb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:42.045942 dv-cinder-836769-3-iscsi neutron-server[110303]: INFO neutron.wsgi [None req-7655f987-2115-44d9-97af-24a23152fb8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebb852c5-00a9-4dde-84f4-f6d9fc895413 HTTP/1.1" status: 204 len: 168 time: 0.2153771 Apr 07 12:23:42.054001 dv-cinder-836769-3-iscsi neutron-server[110303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655f987-2115-44d9-97af-24a23152fb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb852c5-00a9-4dde-84f4-f6d9fc895413,revision_number=None']} {{(pid=110303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:23:47.830277 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:57.052991 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-b1c6fa7b-0fad-443c-9756-3750e27b2ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:23:59.559280 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c26f4f2b-6bac-42c9-b415-43d039e3b251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:00.384359 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:02.172864 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:03.456939 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:10.891303 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:24:17.810100 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:27.040773 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-9537c278-0c35-4953-b84a-b409d453fad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:29.555164 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-fbe869cc-cf85-4e79-bd09-a100fb6495d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:30.389271 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:32.171749 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:33.452026 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:47.803853 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:47.890356 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:24:57.028231 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7ced1192-5b22-4ecd-8656-71e46f754ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:24:59.542943 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-2c1de686-84d0-4721-b972-e5660c799366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:00.379986 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:02.182314 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:03.454170 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:17.807748 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:24.888855 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:25:27.042478 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-35e7b890-5423-4111-ba65-7aaec8defab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:29.541767 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-feeade04-d4fb-482f-98d0-4ee54a9e81f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:30.410932 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:32.164729 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:33.496213 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:47.839172 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:57.046409 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bad7a580-9345-4708-a3ce-9ef4929748c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:25:59.560654 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-6186c081-20fb-4e7f-99cd-9d520bdfaf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:00.389719 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:01.888698 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:26:02.181330 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:03.492397 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:17.838299 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:27.039822 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-fece558d-5f43-4fc0-9a84-f5b2e94fe170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:29.532368 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-08c7b160-aabd-4de1-8b00-f35bc3321433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:30.414804 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:32.211250 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:33.466046 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:38.886969 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:26:47.839648 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:57.084710 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a5a1689b-92d3-4bc4-b529-2481b5712dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:26:59.536134 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8287a92a-5d31-4b98-9001-853afa9ac33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:00.421697 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:02.198974 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:03.450373 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:15.885781 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:27:17.843920 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:27.055352 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-bd664b82-c697-4703-a3f7-91122b20081f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:29.558141 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c804-1889-4490-a610-e40da16536db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:30.390261 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:32.203918 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:33.470196 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:47.837557 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:52.885065 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:27:57.077281 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-66e080dd-324d-416a-bb2a-cbcde2d20dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:27:59.595485 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-a9b8479f-3b8b-4ed5-8caf-79a4d6252814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:00.406617 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:02.202673 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:03.499900 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:17.834600 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:27.046180 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-895604cf-fa34-4bff-b8b5-c9da2bd6a2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:29.533343 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-8bd384aa-ef16-40db-ac36-281a6f8002b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:29.884084 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:28:30.407610 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:32.207489 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:33.487636 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:47.847067 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:57.052060 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce46d-783c-47d1-b6b9-a8244375c61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (4071491d-b754-4c72-93b0-e17223d966df), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:28:59.527132 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-1082f5dd-71f0-4dd5-9991-f6ef3196d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (89e04191-6419-4ce4-9ac1-7a38a76afb75), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:00.408436 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-e00af881-5794-4c4a-b2cc-e1b4fc76bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (c5058a88-8047-48b4-80dc-434f38a6a072), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:02.212100 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-c1191e81-7aaa-4371-9617-269380f18c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6b0d0932-9f7d-4884-a33f-57cd24cec485), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:03.474885 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-7593746b-1888-4133-87f4-3691ceef0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (6ec62c3b-b101-4f36-93a8-7405244175b0), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:29:06.883173 dv-cinder-836769-3-iscsi neutron-server[110306]: DEBUG neutron.db.agents_db [None req-b340b19d-86cf-4f9a-b183-9508568de67d None None] Agent healthcheck: found 6 active agents {{(pid=110306) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:29:17.857281 dv-cinder-836769-3-iscsi neutron-server[110305]: DEBUG neutron_lib.callbacks.manager [None req-5373d8d7-bd5d-4d85-a255-6a12c32a86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737371926712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692286'] for agent (8f247efe-8b06-4893-bc92-bfa8f401b115), after_update {{(pid=110305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}